-- Logs begin at Fri 2021-09-03 13:10:44 UTC, end at Fri 2021-09-03 14:26:47 UTC. -- Sep 03 13:55:15.795859 dv-cinder-788367-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 13:55:18.544120 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.common.config [-] Logging enabled! Sep 03 13:55:18.544731 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 13:55:18.544906 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94399) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 13:55:18.548778 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.common.config [-] Logging enabled! Sep 03 13:55:18.549041 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 13:55:18.549361 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94399) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 13:55:18.550343 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:55:18.550586 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:55:18.550961 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:55:18.551213 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:55:18.551443 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:55:18.551769 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.552071 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.552374 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.552610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.552908 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.553205 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.553521 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.553820 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.554122 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.554415 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.554700 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.554992 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.555225 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.555514 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.555807 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.556101 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.556332 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] debug = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.556619 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.557056 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.557520 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.557779 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.558075 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.558363 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.558642 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.558925 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.559216 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.559552 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] host = dv-cinder-788367-6-iscsi {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.559832 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.560126 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.560419 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.560712 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.560994 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.561276 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.561588 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.561869 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.562148 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.562430 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.562724 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.563020 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.563846 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.564086 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.564314 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.564609 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.564907 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.565190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.565493 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.565782 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.566062 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.566341 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.566618 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.566917 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.567211 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.567503 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.567784 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.568065 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.568344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.568620 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.568911 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.569193 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.569493 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.569775 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.570065 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.570341 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.570620 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.570926 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.571220 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.571511 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.571804 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.572083 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.572372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.572653 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.572930 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.573481 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_json = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.573766 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.574046 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.574335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.575484 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.575743 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.576035 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.576321 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.576620 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:18.576933 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.577241 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.577582 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.577879 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.578187 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.578477 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.578778 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.579090 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.579389 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.579688 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.579986 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.580275 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.580573 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.580862 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.581167 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.581499 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.581805 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.582106 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.582394 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.582679 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.582963 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.583251 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.583555 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.583826 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.584123 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.584421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.584709 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.585006 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.585309 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.585630 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.585916 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.586205 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.586507 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.586797 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.587079 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.587371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.587669 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.587957 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.588240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.588532 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.588819 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.589100 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.589380 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.589690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.589990 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.590277 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.590557 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.590837 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.591122 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.591403 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.591697 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.591982 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.592262 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.592542 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.592829 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.593110 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.593392 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.593700 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.593981 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.594266 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.595067 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.595354 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.595637 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.595918 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.596196 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.596476 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.596757 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.597040 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.597321 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.597628 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.597915 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.598194 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.598473 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.598768 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.599071 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.599357 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.599644 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.599930 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.600213 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.600497 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.600778 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.601062 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.601348 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.601654 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.601954 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.602244 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.602538 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.602831 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.603118 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.603430 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.603718 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.604008 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.604295 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.604579 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.604871 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.605164 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.605480 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.605790 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.606092 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.606394 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.606697 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.606987 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.607302 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.607590 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:18.607820 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:55:18.608066 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94399) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 13:55:18.962555 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 13:55:18.962844 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 13:55:18.963139 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 13:55:18.963480 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 13:55:19.356952 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.357245 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.357555 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.358869 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.359148 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.359420 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.395549 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.395842 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.396115 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.411364 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.411650 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.411923 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.440504 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.440791 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.441067 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.479358 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.479648 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.479920 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.715873 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.716736 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.716736 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.716736 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.717379 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.838559 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.838881 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.839172 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.839453 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.839729 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.840049 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.840315 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.840576 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.840835 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.841124 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.841388 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.841682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.841944 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.842201 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.842460 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.842728 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.842988 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.843261 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.843533 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.843796 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.844069 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.844328 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.844663 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.845054 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.845312 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.845592 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.846477 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.846724 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.846968 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.847212 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.847453 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.847696 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:19.848060 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 13:55:19.851252 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 13:55:19.855220 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 13:55:19.859052 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 03 13:55:19.860744 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 13:55:19.861201 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 13:55:19.861570 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 13:55:19.861962 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 13:55:19.864743 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 13:55:19.865000 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 13:55:19.865351 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 13:55:19.870773 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 13:55:19.893113 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 13:55:19.893600 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.893904 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94399) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 13:55:19.894270 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.895630 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94399) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 13:55:19.895915 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 13:55:19.896164 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 13:55:19.899520 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.899809 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:19.965122 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 13:55:19.965371 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 13:55:19.965649 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 13:55:19.966069 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 13:55:19.988377 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_db.sqlalchemy.engines [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94399) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 13:55:20.639681 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing driver for type 'gre' Sep 03 13:55:20.640241 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] gre ID ranges: [(1, 1000)] Sep 03 13:55:20.799236 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing driver for type 'local' Sep 03 13:55:20.799816 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing driver for type 'vlan' Sep 03 13:55:20.850778 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] VlanTypeDriver initialization complete Sep 03 13:55:20.851158 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing driver for type 'vxlan' Sep 03 13:55:20.851650 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] vxlan ID ranges: [(1, 1000)] Sep 03 13:55:20.999230 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing extension driver 'port_security' Sep 03 13:55:20.999567 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.extensions.port_security [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] PortSecurityExtensionDriver initialization complete Sep 03 13:55:20.999898 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing mechanism driver 'openvswitch' Sep 03 13:55:21.000223 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing mechanism driver 'hyperv' Sep 03 13:55:21.006836 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.plugin [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:21.007610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.008055 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.008454 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.009019 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.009576 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.009976 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.010380 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.010813 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.011286 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.011712 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.012123 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.012561 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.013005 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.013398 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.013840 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.014432 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.014932 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.015378 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.015772 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.016211 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.016664 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > address_group after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.017062 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > address_group after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.017504 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > address_group after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.017931 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 13:55:21.018387 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] ML2 OVO RPC backend initialized. {{(pid=94399) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 13:55:21.019143 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.019576 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.020057 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.020452 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > networks before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.020861 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.021285 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > ports before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.021830 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.022229 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnets before_response 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.022634 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.023023 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.023413 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.023800 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.024186 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.024571 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.024955 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.025340 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.025753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.026416 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.plugin [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Modular L2 Plugin initialization complete Sep 03 13:55:21.026793 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading services supported by the core plugin {{(pid=94399) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 13:55:21.027170 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.plugins.ml2.managers [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Got port-security extension from driver 'port_security' Sep 03 13:55:21.027681 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.extensions.vlantransparent [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Disabled vlantransparent extension. Sep 03 13:55:21.028278 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94399) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 13:55:21.028638 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: router Sep 03 13:55:21.081070 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.081479 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_create 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.081862 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router before_create 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.082237 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.082639 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.082991 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_delete 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.083360 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > floatingip after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.083719 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.084132 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_create 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.084446 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.084825 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.085165 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.085568 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.085990 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.086369 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.086713 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.087062 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: subnet after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.087405 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.087763 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.088119 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_create 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.088470 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.088813 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.089178 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router after_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.089563 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.089927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_create 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.090295 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.090649 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_update 55549900 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.091021 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > agent after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.091382 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > agent after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.091737 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > network after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.092612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Tracking information for resource: router configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:21.092949 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Tracking information for resource: floatingip configured {{(pid=94399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 13:55:21.098621 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.db.l3_agentschedulers_db [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 13:55:21.099208 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.099575 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.099930 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.100286 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: port after_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.101080 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router before_create 55550100 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.101483 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.101836 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_create 55550100 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.102197 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > router precommit_update 55550100 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.106896 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.provider_configuration [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service providers = [] {{(pid=94399) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 13:55:21.107264 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.db.servicetype_db [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94399) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 13:55:21.114456 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.service_base [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:55:21.114810 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.service_base [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:55:21.115156 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.service_base [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:55:21.116050 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.services.service_base [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 13:55:21.116425 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.services.service_base [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 13:55:21.116809 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.117126 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 13:55:21.127862 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.128198 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: auto_allocate Sep 03 13:55:21.133969 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: network precommit_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.134341 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: network precommit_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.145048 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.145048 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: tag Sep 03 13:55:21.151109 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.151440 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: timestamp Sep 03 13:55:21.155460 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.155797 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: network_ip_availability Sep 03 13:55:21.161803 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.162179 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.162537 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.163250 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.163570 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: flavors Sep 03 13:55:21.168258 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.168587 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading Plugin: revisions Sep 03 13:55:21.177931 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 13:55:21.178327 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.215s {{(pid=94399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 13:55:21.179065 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94399) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 13:55:21.179402 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Initializing extension manager. Sep 03 13:55:21.179917 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: __init__.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.180261 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: __pycache__ {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.180597 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.180932 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: address_group.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.181719 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.182288 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: address-group Sep 03 13:55:21.182613 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: address_scope.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.183523 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.184040 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: address-scope Sep 03 13:55:21.184364 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.185298 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.185869 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: router-admin-state-down-before-update Sep 03 13:55:21.186195 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: agent.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.186916 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.187427 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: agent Sep 03 13:55:21.187753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: agent_resources_synced.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.188697 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.189211 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: agent-resources-synced Sep 03 13:55:21.189569 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: allowedaddresspairs.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.191374 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.191908 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: allowed-address-pairs Sep 03 13:55:21.192236 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: auto_allocated_topology.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.193325 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.193880 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: auto-allocated-topology Sep 03 13:55:21.194212 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: availability_zone.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.194916 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.195432 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: availability_zone Sep 03 13:55:21.195754 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: availability_zone_filter.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.196688 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.197208 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: availability_zone_filter Sep 03 13:55:21.197558 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: data_plane_status.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.198741 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.199245 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 13:55:21.199568 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: default_subnetpools.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.208266 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.208779 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: default-subnetpools Sep 03 13:55:21.209099 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.209946 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.210463 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: dhcp_agent_scheduler Sep 03 13:55:21.210786 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: dns.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.211724 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.212221 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension dns-integration not supported by any of loaded plugins Sep 03 13:55:21.212545 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: dns_domain_ports.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.213492 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.214007 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 13:55:21.214331 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.215256 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.215765 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 13:55:21.216087 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: dvr.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.216757 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.217267 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: dvr Sep 03 13:55:21.217616 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: ecmp_routes.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.218538 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.219050 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 13:55:21.219893 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: empty_string_filtering.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.220833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.221346 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: empty-string-filtering Sep 03 13:55:21.221703 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.222642 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.223152 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 13:55:21.223476 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.224399 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.224916 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 13:55:21.225240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: external_net.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.226193 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.226710 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: external-net Sep 03 13:55:21.227034 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.227946 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.228458 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: extra_dhcp_opt Sep 03 13:55:21.228783 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: extraroute.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.229737 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.230249 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: extraroute Sep 03 13:55:21.230573 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: extraroute_atomic.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.231609 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.232126 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: extraroute-atomic Sep 03 13:55:21.232449 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: filter_validation.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.233116 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.233659 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: filter-validation Sep 03 13:55:21.236445 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: fip_pf_description.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.237127 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.237680 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 13:55:21.238001 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: fip_port_details.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.238931 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.239445 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: fip-port-details Sep 03 13:55:21.239767 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: flavors.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.240990 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.241545 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: flavors Sep 03 13:55:21.241875 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.243520 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.244039 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 13:55:21.244370 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: floatingip_pools.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.245074 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.245622 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: floatingip-pools Sep 03 13:55:21.245948 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: ip_allocation.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.246890 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.247409 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 13:55:21.247734 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.248663 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.249182 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: ip-substring-filtering Sep 03 13:55:21.249581 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l2_adjacency.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.250481 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.251044 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 13:55:21.251372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.252483 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.253013 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: router Sep 03 13:55:21.253342 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.255607 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.256145 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 13:55:21.256477 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.257435 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.259593 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: ext-gw-mode Sep 03 13:55:21.259593 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.260281 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.260803 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: l3-ha Sep 03 13:55:21.261136 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3_flavors.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.262097 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.262620 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: l3-flavors Sep 03 13:55:21.262946 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.263878 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.264397 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 13:55:21.264721 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: l3agentscheduler.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.265800 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.266834 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: l3_agent_scheduler Sep 03 13:55:21.267163 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: logging.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.268647 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.269175 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension logging not supported by any of loaded plugins Sep 03 13:55:21.269541 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: metering.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.270284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.270865 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: metering Sep 03 13:55:21.271186 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.272276 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.272851 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: metering_source_and_destination_fields Sep 03 13:55:21.273175 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: multiprovidernet.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.274138 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.274655 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: multi-provider Sep 03 13:55:21.274979 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: netmtu.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.275904 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.276420 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: net-mtu Sep 03 13:55:21.276759 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: netmtu_writable.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.277707 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.278221 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: net-mtu-writable Sep 03 13:55:21.278545 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: network_availability_zone.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.287497 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.287497 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: network_availability_zone Sep 03 13:55:21.287497 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: network_ip_availability.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.288385 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.288916 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: network-ip-availability Sep 03 13:55:21.289260 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: network_segment_range.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.290124 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.290634 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 13:55:21.290956 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: pagination.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.291951 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.292284 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: pagination Sep 03 13:55:21.292609 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: port_device_profile.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.293554 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.294073 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: port-device-profile Sep 03 13:55:21.294398 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.295344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.295861 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: port-mac-address-regenerate Sep 03 13:55:21.296187 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.297119 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.297696 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: port-numa-affinity-policy Sep 03 13:55:21.298027 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: port_resource_request.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.299072 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.299583 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 13:55:21.299911 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: portbindings.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.300851 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.301371 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: binding Sep 03 13:55:21.301735 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: portbindings_extended.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.306603 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.307132 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: binding-extended Sep 03 13:55:21.307462 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: portsecurity.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.308409 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.308932 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: port-security Sep 03 13:55:21.309258 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: project_id.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.310276 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.310609 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: project-id Sep 03 13:55:21.310935 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: providernet.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.311874 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.312384 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: provider Sep 03 13:55:21.312708 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.316339 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.316871 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos not supported by any of loaded plugins Sep 03 13:55:21.317205 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.318474 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.318998 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 13:55:21.319330 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.320256 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.320768 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 13:55:21.321094 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_default.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.322033 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.322548 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-default not supported by any of loaded plugins Sep 03 13:55:21.323119 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_fip.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.323787 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.324288 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-fip not supported by any of loaded plugins Sep 03 13:55:21.324611 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_gateway_ip.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.325572 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.326090 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 13:55:21.326415 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_port_network_policy.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.327335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.327847 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 13:55:21.328174 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_pps_rule.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.334849 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.335420 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-pps not supported by any of loaded plugins Sep 03 13:55:21.335752 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_rule_type_details.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.336763 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.337280 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 13:55:21.337648 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: qos_rules_alias.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.338691 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.339205 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 13:55:21.339589 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: quotasv2.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.340548 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.340879 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: quotas Sep 03 13:55:21.341202 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: quotasv2_detail.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.345160 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.345524 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: quota_details Sep 03 13:55:21.345859 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: rbac.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.346967 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.347496 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: rbac-policies Sep 03 13:55:21.347824 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: rbac_address_group.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.348755 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.349274 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: rbac-address-group Sep 03 13:55:21.349630 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: rbac_address_scope.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.350580 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.351100 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: rbac-address-scope Sep 03 13:55:21.351421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: rbac_security_groups.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.352335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.352846 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: rbac-security-groups Sep 03 13:55:21.353165 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: rbac_subnetpool.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.357632 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.358156 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: rbac-subnetpool Sep 03 13:55:21.358477 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: revisionifmatch.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.359398 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.359916 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: revision-if-match Sep 03 13:55:21.360325 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: revisions.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.361433 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.361976 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: standard-attr-revisions Sep 03 13:55:21.362299 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: router_availability_zone.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.362980 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.363492 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: router_availability_zone Sep 03 13:55:21.363808 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: routerservicetype.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.364753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.365262 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension router-service-type not supported by any of loaded plugins Sep 03 13:55:21.365614 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.366531 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.367042 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: security-groups-normalized-cidr Sep 03 13:55:21.367361 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.368292 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.368858 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: port-security-groups-filtering Sep 03 13:55:21.369176 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.370128 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.370635 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: security-groups-remote-address-group Sep 03 13:55:21.370955 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: securitygroup.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.382066 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.382602 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: security-group Sep 03 13:55:21.382936 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: segment.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.390826 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.390826 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension segment not supported by any of loaded plugins Sep 03 13:55:21.390826 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.392091 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.392600 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 13:55:21.392923 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: servicetype.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.394145 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.394678 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: service-type Sep 03 13:55:21.395001 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: sorting.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.395984 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.396315 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: sorting Sep 03 13:55:21.396638 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: standard_attr_segment.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.397583 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.398100 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 13:55:21.398445 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: standardattrdescription.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.399101 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.399610 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: standard-attr-description Sep 03 13:55:21.399930 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: stateful_security_group.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.400858 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.401378 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: stateful-security-group Sep 03 13:55:21.401726 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: stdattrs_common.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.402308 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 13:55:21.402626 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.403594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.404112 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 13:55:21.404432 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnet_onboard.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.405538 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.406062 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: subnet_onboard Sep 03 13:55:21.406388 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.407906 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.408415 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 13:55:21.408738 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnet_service_types.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.409709 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.410208 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: subnet-service-types Sep 03 13:55:21.410531 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnetallocation.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.411622 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.412137 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: subnet_allocation Sep 03 13:55:21.412465 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.413126 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.413665 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: subnetpool-prefix-ops Sep 03 13:55:21.413986 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.415030 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.415477 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 13:55:21.415795 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: tagging.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.416875 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.417393 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: standard-attr-tag Sep 03 13:55:21.417745 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: timestamp.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.418978 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.419497 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loaded extension: standard-attr-timestamp Sep 03 13:55:21.419827 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: trunk.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.420960 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.421502 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension trunk not supported by any of loaded plugins Sep 03 13:55:21.421828 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: trunk_details.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.422845 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.423361 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension trunk-details not supported by any of loaded plugins Sep 03 13:55:21.423682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: uplink_status_propagation.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.424614 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.425156 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 13:55:21.425494 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Loading extension file: vlantransparent.py {{(pid=94399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 13:55:21.426161 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 13:55:21.426666 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 13:55:21.429116 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:network Sep 03 13:55:21.429678 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnet Sep 03 13:55:21.430078 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:port Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service FLAVORS assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:router Sep 03 13:55:21.440137 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:floatingip Sep 03 13:55:21.440645 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service METERING assigned prefix: /metering {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.440645 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.440645 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.440645 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 13:55:21.440645 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:security_group Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service CORE assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] subnetpool is already registered Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service CORE assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:55:21.441013 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] subnetpool is already registered Sep 03 13:55:21.442968 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.443424 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service FLAVORS assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.444084 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.444506 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.444840 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:router Sep 03 13:55:21.445176 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] router is already registered Sep 03 13:55:21.445630 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:floatingip Sep 03 13:55:21.445968 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] floatingip is already registered Sep 03 13:55:21.446422 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service METERING assigned prefix: /metering {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.447080 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 13:55:21.447402 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] rbac_policy is already registered Sep 03 13:55:21.447806 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:security_group Sep 03 13:55:21.448403 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] security_group is already registered Sep 03 13:55:21.448801 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 13:55:21.449132 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] security_group_rule is already registered Sep 03 13:55:21.449794 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service CORE assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.450118 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:55:21.450451 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] subnetpool is already registered Sep 03 13:55:21.450874 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.v2.resource_helper [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Service CORE assigned prefix: {{(pid=94399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 13:55:21.451194 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 13:55:21.451524 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING neutron.quota.resource_registry [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] subnetpool is already registered Sep 03 13:55:21.452039 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: extensions {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.453483 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: address-groups {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.455647 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: address-scopes {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.456968 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: agents {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.458159 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: auto-allocated-topology {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.459389 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: availability_zones {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.460599 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: dhcp-networks {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.462155 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: dhcp-agents {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.463602 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: routers {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.465824 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: flavors {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.467005 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: service_profiles {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.468246 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: next_providers {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.470289 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: service_profiles {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.471819 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: floatingip-pools {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.473070 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: routers {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.475234 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: floatingips {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.476503 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: l3-routers {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.477908 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: l3-agents {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.479322 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: metering-labels {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.480666 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: metering-label-rules {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.486011 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: network-ip-availabilities {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.486011 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: bindings {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.486011 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: quotas {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.487291 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: quotas {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.488700 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: rbac-policies {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.489957 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: security-groups {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.491283 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: security-group-rules {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.492610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: service-providers {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.493903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: subnetpools {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.495393 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: subnetpools {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.496852 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.498532 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.500395 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.502204 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.504162 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.506028 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.507755 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.509739 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.511488 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.513257 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron.api.extensions [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Extended resource: tags {{(pid=94399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 13:55:21.519816 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING keystonemiddleware.auth_token [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 13:55:21.524522 dv-cinder-788367-6-iscsi neutron-server[94399]: WARNING keystonemiddleware.auth_token [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 13:55:21.533673 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Acquired lock "singleton_lock" {{(pid=94399) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 13:55:21.534152 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_concurrency.lockutils [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Releasing lock "singleton_lock" {{(pid=94399) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 13:55:21.534796 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Starting 2 workers Sep 03 13:55:21.539530 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Started child 94510 {{(pid=94399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:55:21.543833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Started child 94511 {{(pid=94399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:55:21.544907 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.545838 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO neutron.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 13:55:21.546074 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Notify callbacks [] for process, before_spawn {{(pid=94399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.546403 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [-] (94510) wsgi starting up on http://0.0.0.0:9696 Sep 03 13:55:21.548611 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Starting 1 workers Sep 03 13:55:21.549206 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.550719 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [-] (94511) wsgi starting up on http://0.0.0.0:9696 Sep 03 13:55:21.553763 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Started child 94512 {{(pid=94399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:55:21.554306 dv-cinder-788367-6-iscsi neutron-server[94399]: INFO oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Starting 1 workers Sep 03 13:55:21.557321 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] calling RpcWorker wait() {{(pid=94512) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 13:55:21.557865 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] returning from RpcWorker wait() {{(pid=94512) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 13:55:21.558699 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Started child 94513 {{(pid=94399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 13:55:21.559082 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.559512 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:21.559614 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG neutron_lib.callbacks.manager [None req-c45f7fe7-494f-49a9-9d54-edf3bbd0a4ff None None] Notify callbacks [] for process, after_spawn {{(pid=94399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.561419 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94399) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 13:55:21.561664 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:55:21.561852 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:55:21.562067 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:55:21.562407 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:55:21.562572 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:55:21.563161 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.563446 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.563819 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.563976 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.564260 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.564847 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.564949 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:21.565401 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.565401 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.565626 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.565941 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.566055 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.566201 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.566464 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.566723 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.567022 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.567295 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.567547 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.567832 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.568002 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.568259 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.568521 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.568779 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.569048 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] debug = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.569296 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.569814 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.570044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.570368 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.570516 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.570789 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.571013 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.571262 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.571506 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.571737 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.571989 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.572240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.572481 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.572708 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.573179 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.573442 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.573707 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.574165 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] host = dv-cinder-788367-6-iscsi {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.574408 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.574622 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.574885 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.575127 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.575369 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.575601 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.575854 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.576101 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.576369 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.576592 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.576839 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.577085 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.577335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.577588 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.577752 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_options = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.577986 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.578237 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.578482 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.578671 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.581194 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.581377 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.581682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.581849 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.582115 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.582359 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.582578 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.582815 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.583033 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.583270 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.583536 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.583791 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.584071 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.584271 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.584528 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.584757 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.584989 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.585236 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.585511 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.585710 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.585940 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.586180 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.586382 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.586597 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.586808 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.587081 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.587338 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.587594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.587831 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.588100 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.588335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.588561 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.588776 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.589042 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.589275 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.589558 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.589804 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.590035 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.590281 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.590517 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.590733 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.590965 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_json = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.591178 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.591422 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.591681 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.591895 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.592535 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.592535 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.592535 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.592877 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.593265 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.593439 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.593774 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.594018 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.594271 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.595144 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.595385 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.595630 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.595893 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.596156 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.596468 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.596710 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.597000 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.597240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.597526 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.597857 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.598103 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.598378 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.598607 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.598826 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.599044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.599284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.599561 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.599813 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.600082 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.600264 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.600500 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.600836 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.601094 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.601363 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.601650 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.601869 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.602108 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.606372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607044 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.607753 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.608327 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.608327 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.608485 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.608608 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.608845 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.609061 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.609284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.609679 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.609867 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.610113 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.610332 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.610549 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.610768 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.611002 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.611234 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.611454 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.611690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.611907 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.612160 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.612300 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:21.612421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.612643 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.612860 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.613072 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.613308 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.613578 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.613798 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.614030 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.614242 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.614475 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.614684 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.614893 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.615426 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.615529 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.615757 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.615998 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.616219 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.616537 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.616660 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.616911 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.617223 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.617373 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.617626 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.618059 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.618149 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.618328 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.618581 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.618868 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.619087 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.619306 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.619546 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.619760 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.620002 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.620229 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.620475 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.620757 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.621088 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.621292 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.621559 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.622284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.622719 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.622866 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.623049 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.623334 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.623603 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.623881 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.624145 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.624393 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.624659 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.624927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.625176 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.625425 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.626216 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.626497 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.626716 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.626999 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.627233 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.627458 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.627676 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.627927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.628246 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.628478 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.628710 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.628948 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.629238 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.629525 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.629784 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.630050 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.630312 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.630562 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.630804 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.631032 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.631268 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.631495 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.631739 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.631959 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.632207 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.632421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.632671 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.632885 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.633098 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.633344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.635612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638344 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.638903 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639489 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639489 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639489 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639489 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639982 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.639982 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.640148 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.640374 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.640623 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.640963 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.641319 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.642142 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.642384 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.642600 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.642848 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.643112 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.643330 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.643563 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.643779 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.643992 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.644247 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.644501 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.644738 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.644981 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.645207 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.645417 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.645656 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.645887 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.646170 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.646427 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.646655 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.646906 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.647157 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.647367 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.647613 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.647823 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.648045 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.648268 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.648483 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.648690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.648915 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.649128 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.649336 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.652513 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.653975 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.655892 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656636 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656636 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.656906 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.657120 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.657339 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.657598 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.657866 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.658183 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.658470 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.658731 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.658994 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.659302 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.659557 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.659811 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.660024 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.660327 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.660665 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.660953 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.661205 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.661432 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.661689 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.661933 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.662133 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.662365 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.662786 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.663187 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.663446 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.664489 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.664723 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.664960 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.665206 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.665423 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.665671 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.665899 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.666920 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.667125 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.667277 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:55:21.667971 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94399) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 13:55:21.668134 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 13:55:21.668315 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 13:55:21.668481 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 13:55:21.668662 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 13:55:21.668816 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 13:55:21.669025 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.669179 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.669340 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.669516 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.669667 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.669849 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670025 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670170 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670318 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670474 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670625 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670784 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.670935 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671094 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671253 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671397 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671553 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671708 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.671868 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672031 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672175 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672319 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672524 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] debug = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672685 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.672878 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673060 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673208 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673348 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673529 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673678 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673829 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.673988 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674144 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674557 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674693 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.674866 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675003 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675131 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675291 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] host = dv-cinder-788367-6-iscsi {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675495 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675623 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675770 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.675896 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676020 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676158 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676284 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676407 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676545 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676750 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.676907 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677033 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677181 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677308 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677431 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_options = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677582 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677739 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.677882 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678046 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678214 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678528 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678686 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.678841 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679001 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679159 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679317 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679476 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679632 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679783 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.679932 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.680089 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.680245 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.680798 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.680798 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.680798 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681052 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681052 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681200 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681279 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681422 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681616 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681772 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.681927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682083 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682398 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682556 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682712 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.682868 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683025 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683182 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683341 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683497 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683654 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683809 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.683965 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684122 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684277 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684433 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684589 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_json = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684745 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.684902 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685059 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685214 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685370 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685550 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685708 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.685865 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 13:55:21.686038 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.686199 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.686368 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.686528 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.686688 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.686852 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687011 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687170 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687329 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687487 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687652 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687812 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.687982 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.688690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.688850 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689012 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689172 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689332 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689521 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689681 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.689842 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690002 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690169 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690328 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690487 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690645 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690803 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.690976 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691135 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691294 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691453 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691611 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691772 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.691933 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.692094 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.692257 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.692414 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.692727 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.692927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.693139 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.693279 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.693412 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.693585 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.693719 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694075 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694075 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694326 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694326 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694596 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694596 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694849 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.694849 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695110 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695242 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695374 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695505 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695636 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695780 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.695914 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696048 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696174 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696327 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696487 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696647 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696806 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.696974 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.697174 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.697318 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.697450 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.697601 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.697747 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698159 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698320 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698479 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698638 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698798 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.698957 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699116 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699276 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699437 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699601 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699761 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.699922 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700081 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700240 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700400 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700559 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700718 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.700877 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701069 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701244 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701403 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701586 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701746 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.701905 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702064 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702222 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702383 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702546 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702705 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.702865 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.703024 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.703190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.703351 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.703509 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.703670 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.704431 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.704593 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.704738 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.704901 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705060 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705220 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705379 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705561 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705721 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.705880 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706047 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706206 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706367 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706526 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.706858 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707088 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707325 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707484 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707644 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707803 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.707963 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708122 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708279 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708435 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708600 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708768 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.708927 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709110 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709245 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709424 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709637 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709797 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.709956 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710117 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710274 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710434 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710592 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710752 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.710910 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711071 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711230 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711390 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711550 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711709 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.711869 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712030 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712544 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712544 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712544 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712886 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.712886 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713042 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713121 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713231 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713389 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713571 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713732 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.713891 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714049 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714208 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714684 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714684 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714684 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.714909 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.715023 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.715111 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.715250 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.717594 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718119 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.718682 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719057 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719057 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719185 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719280 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719555 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719653 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719807 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.719997 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720129 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720291 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720452 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720612 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720770 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.720942 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721101 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721261 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721421 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721603 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721762 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.721972 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722100 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722224 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722371 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722531 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722690 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.722857 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723017 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723176 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723335 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723493 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723651 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723819 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.723978 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724137 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724295 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724453 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724611 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724778 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.724937 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725095 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725253 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725410 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725589 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725746 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.725905 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726064 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726225 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726383 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726542 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726709 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.726871 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727030 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727196 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727433 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727563 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727699 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727830 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.727955 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.728103 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.729610 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.731249 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733190 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.733833 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 13:55:21.734372 dv-cinder-788367-6-iscsi neutron-server[94399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 13:55:21.971642 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51390) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:21.980350 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065093 Sep 03 13:55:33.439383 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723b50d-8c05-4ed8-a30e-bb47177aefa0 None None] get_active_networks_info from dv-cinder-788367-6-iscsi {{(pid=94512) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 13:55:33.529109 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723b50d-8c05-4ed8-a30e-bb47177aefa0 None None] No non-hosted networks {{(pid=94512) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 13:55:33.549237 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.agentschedulers_db [None req-9723b50d-8c05-4ed8-a30e-bb47177aefa0 None None] DHCP Agent not found on host dv-cinder-788367-6-iscsi {{(pid=94512) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 13:55:33.799343 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9a15fdc9-cbfd-435e-a38a-102e4fe5261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:36.046259 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d9da452-8cea-4e7a-b146-b85ca21c0a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:36.074047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.db.api [None req-cfeddc57-ee0d-432d-bf64-f7d4c317c968 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788367-6-iscsi {{(pid=94512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:55:36.074442 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG oslo_db.api [None req-cfeddc57-ee0d-432d-bf64-f7d4c317c968 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:55:36.508031 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:36.508987 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.509584 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.510076 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.510610 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.511109 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.511757 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.512249 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.512789 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.513291 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.513971 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.514466 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.515026 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:36.515673 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:36.529355 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:55:36.664148 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfeddc57-ee0d-432d-bf64-f7d4c317c968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:37.314283 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:38.804729 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:39.847278 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51482) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:40.330612 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING oslo_policy.policy [None req-ec6ec136-a6b3-44e0-a25d-f2b2151eaf5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:55:40.331228 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING oslo_policy.policy [None req-ec6ec136-a6b3-44e0-a25d-f2b2151eaf5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:55:40.553986 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-ec6ec136-a6b3-44e0-a25d-f2b2151eaf5c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:55:40.554955 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ec6ec136-a6b3-44e0-a25d-f2b2151eaf5c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7066805 Sep 03 13:55:42.922521 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51496) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:43.230731 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:55:43.278331 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.db.l3_hamode_db [None req-4ad7b401-e330-4dc6-a8f6-215b0e229362 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 13:55:43.323968 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.policy [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94511) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 13:55:43.357214 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7b401-e330-4dc6-a8f6-215b0e229362 None None] Routers set() bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:55:43.357640 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7b401-e330-4dc6-a8f6-215b0e229362 None None] Router IDs set() for agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 13:55:43.369719 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING oslo_policy.policy [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:55:43.370099 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING oslo_policy.policy [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:55:43.379053 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.quota [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] Loaded quota_driver: . Sep 03 13:55:43.530240 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064378136', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064378677', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064357474', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064356046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064868674', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746064412324', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-683038', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-836262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2085608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2025246'] for rbac-policy, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:43.713279 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:43.714980 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-25cdd679-9213-4339-9ac2-c82b44446d2f admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7914562 Sep 03 13:55:46.302334 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51508) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:46.598225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Request body: {'network': {'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:55:46.712487 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Made reservation on behalf of a8b0e3eca9814cbd96395cc9acfada1e for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:55:46.715147 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:46.732256 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:46.851534 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:46.935771 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:46.955806 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:55:46.981039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746066789964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:46.981642 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Unsubscribe: segment precommit_create {{(pid=94511) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 13:55:46.982162 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Added segment 99084b34-12d6-4c98-a99d-9c9c06e7a43a of type vlan for network 208aead9-edd2-4584-b3d3-c367607b64d9 Sep 03 13:55:47.000337 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8924d58e-9901-4030-b253-e0f8a3abd973,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:55:47.011649 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.012013 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.012350 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.012678 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.013002 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.013334 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.013690 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.014004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.014333 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.014765 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.015626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.015938 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Tracked resource versions report: Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: pushed versions: Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: { 'AddressGroup': {'1.2'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'ConntrackHelper': {'1.0'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Log': {'1.0'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Network': {'1.1'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Port': {'1.7'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'PortForwarding': {'1.2'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'QosPolicy': {'1.9'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroup': {'1.4'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SubPort': {'1.0'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Subnet': {'1.1'}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Trunk': {'1.1'}} Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: consumer versions: Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'ConntrackHelper': '1.0', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Log': '1.0', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Network': '1.1', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Port': '1.7', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'PortForwarding': '1.2', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'QosPolicy': '1.9', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroup': '1.4', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroupRule': '1.2', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SubPort': '1.0', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Subnet': '1.1', Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Trunk': '1.1'}} Sep 03 13:55:47.017060 dv-cinder-788367-6-iscsi neutron-server[94511]: {{(pid=94511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:55:47.131254 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:47.227316 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:47.228460 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:55:47.229125 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:47.323183 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=208aead9-edd2-4584-b3d3-c367607b64d9,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:55:47.335677 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 208aead9-edd2-4584-b3d3-c367607b64d9 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:55:47.342484 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-31b8243a-328c-443d-9967-3cbda90e0bb3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0391026 Sep 03 13:55:50.022477 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51522) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:50.422855 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6602d-7458-4c82-a61b-1ba06c1195ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:55:50.424218 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ebd6602d-7458-4c82-a61b-1ba06c1195ce admin admin] 10.222.0.13 "GET /v2.0/networks/208aead9-edd2-4584-b3d3-c367607b64d9 HTTP/1.1" status: 200 len: 825 time: 0.4007936 Sep 03 13:55:50.449367 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ae7ee901-e716-410b-9aaf-20a88dfcd25e admin admin] 10.222.0.13 "GET /v2.0/subnetpools/68b28fb5-0f53-428b-ba50-604ac4789000 HTTP/1.1" status: 200 len: 734 time: 0.0189409 Sep 03 13:55:50.458421 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Request body: {'subnet': {'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:55:50.741363 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Made reservation on behalf of a8b0e3eca9814cbd96395cc9acfada1e for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:55:50.743639 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:51.199081 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:51.270556 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Checking segment: {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:55:51.270931 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Network hostable DHCP agents. Network: 208aead9-edd2-4584-b3d3-c367607b64d9, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:55:51.275346 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f09620-cf7e-433b-8d51-c28704654e59,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:55:51.341522 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Network 208aead9-edd2-4584-b3d3-c367607b64d9 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:55:51.398306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 208aead9-edd2-4584-b3d3-c367607b64d9) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:55:51.403165 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:55:51.403752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:51.407859 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ec4fa-802d-4fcf-bd8f-3f1e3194f462 None None] Network 208aead9-edd2-4584-b3d3-c367607b64d9 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:55:51.468086 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5e0834db-75cb-4441-8936-541a1a480a1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0126998 Sep 03 13:55:51.734845 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-208aead9-edd2-4584-b3d3-c367607b64d9', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:55:51.736116 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.006268 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Allocated IP 172.20.0.2 (208aead9-edd2-4584-b3d3-c367607b64d9/78f09620-cf7e-433b-8d51-c28704654e59/0160b374-adbb-4bbe-8c81-267398dffd8e) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:55:52.284408 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.300260 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Transition to ACTIVE for port object 0160b374-adbb-4bbe-8c81-267398dffd8e will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:55:52.321410 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Transition to ACTIVE for port object 0160b374-adbb-4bbe-8c81-267398dffd8e will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:55:52.376826 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.444801 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Network 208aead9-edd2-4584-b3d3-c367607b64d9 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:55:52.449520 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:55:52.461695 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:55:52.464755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Pushing event updated for resources: {'Port': ['ID=0160b374-adbb-4bbe-8c81-267398dffd8e,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:55:52.495511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.495859 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.496202 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.496539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.496873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.497205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.497556 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.497884 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.498225 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.498551 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.498874 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.499250 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Tracked resource versions report: Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: pushed versions: Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: { 'AddressGroup': {'1.2'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'ConntrackHelper': {'1.0'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Log': {'1.0'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Network': {'1.1'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Port': {'1.7'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'PortForwarding': {'1.2'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'QosPolicy': {'1.9'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroup': {'1.4'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SubPort': {'1.0'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Subnet': {'1.1'}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Trunk': {'1.1'}} Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: consumer versions: Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'ConntrackHelper': '1.0', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Log': '1.0', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Network': '1.1', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Port': '1.7', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'PortForwarding': '1.2', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'QosPolicy': '1.9', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroup': '1.4', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroupRule': '1.2', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SubPort': '1.0', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Subnet': '1.1', Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Trunk': '1.1'}} Sep 03 13:55:52.500370 dv-cinder-788367-6-iscsi neutron-server[94512]: {{(pid=94512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:55:52.547575 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Attempting to bind port 0160b374-adbb-4bbe-8c81-267398dffd8e on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:55:52.547894 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Attempting to bind port 0160b374-adbb-4bbe-8c81-267398dffd8e by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:55:52.548320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Attempting to bind port 0160b374-adbb-4bbe-8c81-267398dffd8e on network 208aead9-edd2-4584-b3d3-c367607b64d9 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:55:52.553110 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:55:52.553535 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Checking segment: {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:55:52.554006 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.554392 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Bound using segment: {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:55:52.554851 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Bound port: 0160b374-adbb-4bbe-8c81-267398dffd8e, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:55:52.555275 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.618539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] For port 0160b374-adbb-4bbe-8c81-267398dffd8e, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:55:52.622655 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] For port 0160b374-adbb-4bbe-8c81-267398dffd8e, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=0160b374-adbb-4bbe-8c81-267398dffd8e,segment=NetworkSegment(99084b34-12d6-4c98-a99d-9c9c06e7a43a),segment_id=99084b34-12d6-4c98-a99d-9c9c06e7a43a)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:55:52.719016 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:52.798161 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e4b6-e576-4714-ba74-7cf5dd6f7f63 None None] Pushing event updated for resources: {'Port': ['ID=0160b374-adbb-4bbe-8c81-267398dffd8e,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:55:53.861434 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51530) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:54.187566 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-aeb6f21c-6c1e-4052-94ed-a9ca44323694 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:55:54.188597 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-aeb6f21c-6c1e-4052-94ed-a9ca44323694 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261669 Sep 03 13:55:56.618884 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51538) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:56.923713 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-18b85c33-85a9-4aad-9e62-48dd8506bf74 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:55:56.924786 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-18b85c33-85a9-4aad-9e62-48dd8506bf74 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049099 Sep 03 13:55:59.545439 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51548) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:55:59.836297 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Request body: {'router': {'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'name': 'router1', 'admin_state_up': True}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:55:59.929961 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:55:59.931738 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:00.075628 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:00.159494 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:00.254930 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:00.256056 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-56af9d73-1151-4d4c-b2b5-f855d1433222 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7090642 Sep 03 13:56:00.366732 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0160b374-adbb-4bbe-8c81-267398dffd8e up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:00.512105 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 0160b374-adbb-4bbe-8c81-267398dffd8e completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:56:01.153591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205e9dd-19f1-4145-ac20-d8e71cf843a3 None None] Network 208aead9-edd2-4584-b3d3-c367607b64d9 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:56:01.266998 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Provisioning for port 0160b374-adbb-4bbe-8c81-267398dffd8e completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:56:01.274347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Provisioning complete for port 0160b374-adbb-4bbe-8c81-267398dffd8e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:01.274740 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:01.429950 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:01.469274 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] For port 0160b374-adbb-4bbe-8c81-267398dffd8e, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=0160b374-adbb-4bbe-8c81-267398dffd8e,segment=NetworkSegment(99084b34-12d6-4c98-a99d-9c9c06e7a43a),segment_id=99084b34-12d6-4c98-a99d-9c9c06e7a43a)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:56:01.547026 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:01.594126 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdbda8-54b2-4a98-ad25-b36278591c95 None None] Pushing event updated for resources: {'Port': ['ID=0160b374-adbb-4bbe-8c81-267398dffd8e,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:01.665937 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-0d947da0-78f1-47dc-80a0-976b61a4d578 None None] Provisioning complete for port 0160b374-adbb-4bbe-8c81-267398dffd8e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:01.666222 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0d947da0-78f1-47dc-80a0-976b61a4d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:02.341342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0160b374-adbb-4bbe-8c81-267398dffd8e up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:02.388366 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 0160b374-adbb-4bbe-8c81-267398dffd8e triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:02.388753 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:02.681890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51560) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:02.988063 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-ee1e7e20-01da-4d82-9c51-32ae066837b4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:56:02.989072 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ee1e7e20-01da-4d82-9c51-32ae066837b4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062422 Sep 03 13:56:03.432617 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3d05ccb-aa31-4907-b25e-33002b006b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.395048 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51568) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:05.697677 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:56:05.779601 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Made reservation on behalf of 01b24455a61d465f873c7514d93d4e14 for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:56:05.781818 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.789387 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.872866 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.933851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.948730 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Reserving flat network on physical network physnet1 {{(pid=94511) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 13:56:05.970267 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da5988-fb4d-408a-a838-20e7123f5f58,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:05.974044 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:05.974389 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Added segment 69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323 of type flat for network 5b65262d-fde8-4fc1-adac-46806639eb0e Sep 03 13:56:06.018969 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:06.025717 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-121addfc-d705-484d-9025-43d303cb6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:06.140109 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:06.140970 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:56:06.141571 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:06.198615 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] Pushing event updated for resources: {'Network': ['ID=5b65262d-fde8-4fc1-adac-46806639eb0e,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:06.208105 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 5b65262d-fde8-4fc1-adac-46806639eb0e details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:56:06.301749 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-84212dc6-b1a9-43e7-a5e2-40f838efce29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9055963 Sep 03 13:56:06.489933 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:07.260988 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:08.676354 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51586) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:08.740783 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:08.849561 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ef869-63cc-4c1e-bdb8-0eee4a34fab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:56:08.850879 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-a05ef869-63cc-4c1e-bdb8-0eee4a34fab7 admin admin] 10.222.0.13 "GET /v2.0/subnets/78f09620-cf7e-433b-8d51-c28704654e59 HTTP/1.1" status: 200 len: 849 time: 0.1735907 Sep 03 13:56:08.966885 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-909b73fb-9f84-43e6-ad3f-7fb502339bfd admin admin] 10.222.0.13 "GET /v2.0/routers/17df8fa0-4675-4383-ab43-2e0287c54289 HTTP/1.1" status: 200 len: 704 time: 0.1099591 Sep 03 13:56:09.229551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:09.519246 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Allocated IP 172.20.0.1 (208aead9-edd2-4584-b3d3-c367607b64d9/78f09620-cf7e-433b-8d51-c28704654e59/64307a46-aa42-471e-b201-3894b246317e) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:56:09.710553 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:09.734368 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Transition to ACTIVE for port object 64307a46-aa42-471e-b201-3894b246317e will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:56:09.832846 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:09.896540 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Network 208aead9-edd2-4584-b3d3-c367607b64d9 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:56:09.901023 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:56:09.903527 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:56:09.904066 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:09.974552 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=64307a46-aa42-471e-b201-3894b246317e,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:10.177175 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.185588 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-8ce91162-04b2-4321-a80f-4cb7450839fa None None] Provisioning for port 64307a46-aa42-471e-b201-3894b246317e completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:56:10.189371 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-8ce91162-04b2-4321-a80f-4cb7450839fa None None] Provisioning complete for port 64307a46-aa42-471e-b201-3894b246317e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:10.189957 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8ce91162-04b2-4321-a80f-4cb7450839fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.223960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-8ce91162-04b2-4321-a80f-4cb7450839fa None None] Port 64307a46-aa42-471e-b201-3894b246317e cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:56:10.396093 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.459948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.460701 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.520917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=64307a46-aa42-471e-b201-3894b246317e,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:10.582651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Network 208aead9-edd2-4584-b3d3-c367607b64d9 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:56:10.583941 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:56:10.743593 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-fd2d5917-c16f-4052-8d01-3143ec457564 None None] Provisioning complete for port 64307a46-aa42-471e-b201-3894b246317e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:10.743963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d5917-c16f-4052-8d01-3143ec457564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:10.779064 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d5917-c16f-4052-8d01-3143ec457564 None None] Port 64307a46-aa42-471e-b201-3894b246317e cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:56:10.854046 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Router 17df8fa0-4675-4383-ab43-2e0287c54289 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:56:10.944350 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:56:10.954414 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-b2f1f2b7-a368-4a54-b775-7332f9f23ba7 admin admin] 10.222.0.13 "PUT /v2.0/routers/17df8fa0-4675-4383-ab43-2e0287c54289/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9767003 Sep 03 13:56:10.964952 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Sync routers for ids ['17df8fa0-4675-4383-ab43-2e0287c54289'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:56:10.976691 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Routers {'17df8fa0-4675-4383-ab43-2e0287c54289'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:56:10.977527 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T13:56:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['17df8fa0-4675-4383-ab43-2e0287c54289'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:11.161250 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Set router 17df8fa0-4675-4383-ab43-2e0287c54289 gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:56:11.585161 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:10Z', 'revision_number': 2, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port_host': None, '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:10Z', 'revision_number': 2, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:11.635402 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Checking router: 17df8fa0-4675-4383-ab43-2e0287c54289 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:56:11.635771 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Updating router 17df8fa0-4675-4383-ab43-2e0287c54289 port 64307a46-aa42-471e-b201-3894b246317e binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:56:11.694073 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.215286 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.234024 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Transition to ACTIVE for port object 64307a46-aa42-471e-b201-3894b246317e will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:56:12.296238 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.454997 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Pushing event updated for resources: {'Port': ['ID=64307a46-aa42-471e-b201-3894b246317e,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:12.466005 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Attempting to bind port 64307a46-aa42-471e-b201-3894b246317e on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:56:12.466340 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Attempting to bind port 64307a46-aa42-471e-b201-3894b246317e by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:56:12.466775 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Attempting to bind port 64307a46-aa42-471e-b201-3894b246317e on network 208aead9-edd2-4584-b3d3-c367607b64d9 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:56:12.472235 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.472582 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.472917 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.473251 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.473606 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.473945 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.474269 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.474593 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.474936 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.475260 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.475578 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.475894 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Tracked resource versions report: Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: pushed versions: Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: { 'AddressGroup': {'1.2'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'ConntrackHelper': {'1.0'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Log': {'1.0'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Network': {'1.1'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Port': {'1.7'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'PortForwarding': {'1.2'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'QosPolicy': {'1.9'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroup': {'1.4'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SubPort': {'1.0'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Subnet': {'1.1'}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Trunk': {'1.1'}} Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: consumer versions: Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'ConntrackHelper': '1.0', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Log': '1.0', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Network': '1.1', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Port': '1.7', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'PortForwarding': '1.2', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'QosPolicy': '1.9', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroup': '1.4', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroupRule': '1.2', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SubPort': '1.0', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Subnet': '1.1', Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Trunk': '1.1'}} Sep 03 13:56:12.477016 dv-cinder-788367-6-iscsi neutron-server[94513]: {{(pid=94513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:56:12.479400 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:56:12.479810 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Checking segment: {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:56:12.480293 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.480672 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Bound using segment: {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:56:12.481164 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Bound port: 64307a46-aa42-471e-b201-3894b246317e, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99084b34-12d6-4c98-a99d-9c9c06e7a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:56:12.481579 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.548252 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] For port 64307a46-aa42-471e-b201-3894b246317e, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:56:12.567715 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] For port 64307a46-aa42-471e-b201-3894b246317e, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=64307a46-aa42-471e-b201-3894b246317e,segment=NetworkSegment(99084b34-12d6-4c98-a99d-9c9c06e7a43a),segment_id=99084b34-12d6-4c98-a99d-9c9c06e7a43a)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:56:12.637326 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:12.690609 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304deab1-08e4-4a62-9a70-e83888b308a5 None None] Pushing event updated for resources: {'Port': ['ID=64307a46-aa42-471e-b201-3894b246317e,revision_number=4']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:12.716578 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Routers {'17df8fa0-4675-4383-ab43-2e0287c54289'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:56:12.718129 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T13:56:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['17df8fa0-4675-4383-ab43-2e0287c54289'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:12.809316 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] Set router 17df8fa0-4675-4383-ab43-2e0287c54289 gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:56:13.017554 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:10Z', 'revision_number': 2, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port_host': None, '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:12Z', 'revision_number': 4, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:13.044425 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da9b94-efdc-49f0-a345-f7693ffac62d None None] The sync data for ids ['17df8fa0-4675-4383-ab43-2e0287c54289'] in dv-cinder-788367-6-iscsi is: [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:10Z', 'revision_number': 2, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port_host': None, '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:12Z', 'revision_number': 4, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:56:13.209004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 51608) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:13.316124 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a13d5f-2aac-4f77-9dbe-56c33b1e60ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:56:13.317534 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-22a13d5f-2aac-4f77-9dbe-56c33b1e60ac admin admin] 10.222.0.13 "GET /v2.0/networks/5b65262d-fde8-4fc1-adac-46806639eb0e HTTP/1.1" status: 200 len: 842 time: 0.1074905 Sep 03 13:56:13.328310 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:56:13.426790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Made reservation on behalf of 01b24455a61d465f873c7514d93d4e14 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:56:13.429029 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:13.825811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.objects.ports [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94511) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 13:56:13.826778 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:13.879215 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01af4038-81b8-4bc8-aa4d-8c521069cbbd,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:13.889679 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:56:13.890039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Network hostable DHCP agents. Network: 5b65262d-fde8-4fc1-adac-46806639eb0e, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:56:13.997607 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:56:14.066716 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 5b65262d-fde8-4fc1-adac-46806639eb0e) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:56:14.071795 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:56:14.072632 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:14.075906 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d69e19-da94-4b2d-b21a-34f28c3553f9 None None] Network 5b65262d-fde8-4fc1-adac-46806639eb0e requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:56:14.164718 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-6ad0d8b1-8ed0-4f5e-b509-843abcebf0f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8402994 Sep 03 13:56:14.203307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b9020-07a0-417c-b343-b4370242b080 None None] Network 5b65262d-fde8-4fc1-adac-46806639eb0e requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:56:16.493860 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 51616) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:16.643446 dv-cinder-788367-6-iscsi neutron-server[94510]: WARNING oslo_policy.policy [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:56:16.644038 dv-cinder-788367-6-iscsi neutron-server[94510]: WARNING oslo_policy.policy [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:56:16.942542 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.policy [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94510) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 13:56:16.988865 dv-cinder-788367-6-iscsi neutron-server[94510]: WARNING oslo_policy.policy [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:56:16.989276 dv-cinder-788367-6-iscsi neutron-server[94510]: WARNING oslo_policy.policy [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 13:56:17.240416 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-beda11fb-fd4a-4c4a-abbe-08003a38648c admin admin] 10.222.0.13 "GET /v2.0/routers/17df8fa0-4675-4383-ab43-2e0287c54289 HTTP/1.1" status: 200 len: 710 time: 0.7443793 Sep 03 13:56:17.446116 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13426a72-48bf-46a6-8fac-075286c270e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:56:17.447874 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-13426a72-48bf-46a6-8fac-075286c270e7 admin admin] 10.222.0.13 "GET /v2.0/networks/5b65262d-fde8-4fc1-adac-46806639eb0e HTTP/1.1" status: 200 len: 886 time: 0.2015476 Sep 03 13:56:17.458312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:56:17.717221 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.034933 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.122797 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.319159 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Allocated IP 172.27.0.192 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/00509f90-ba54-483e-92bf-a72540a35b62) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:56:18.381825 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 64307a46-aa42-471e-b201-3894b246317e up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:18.440598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.483473 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 64307a46-aa42-471e-b201-3894b246317e completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:56:18.487412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 64307a46-aa42-471e-b201-3894b246317e triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:18.487819 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.563615 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.569816 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.597317 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 64307a46-aa42-471e-b201-3894b246317e, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=64307a46-aa42-471e-b201-3894b246317e,segment=NetworkSegment(99084b34-12d6-4c98-a99d-9c9c06e7a43a),segment_id=99084b34-12d6-4c98-a99d-9c9c06e7a43a)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:56:18.610881 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:56:18.612375 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:56:18.655480 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:18.686273 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:56:18.725470 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Pushing event updated for resources: {'Port': ['ID=00509f90-ba54-483e-92bf-a72540a35b62,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:18.751368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=64307a46-aa42-471e-b201-3894b246317e,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:18.764321 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.764677 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.765015 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.765347 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.765708 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.766045 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.766369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.766693 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.767032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.767356 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.767675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.767993 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Tracked resource versions report: Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: pushed versions: Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: { 'AddressGroup': {'1.2'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'ConntrackHelper': {'1.0'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Log': {'1.0'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Network': {'1.1'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Port': {'1.7'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'PortForwarding': {'1.2'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'QosPolicy': {'1.9'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroup': {'1.4'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroupRule': {'1.2'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SubPort': {'1.0'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Subnet': {'1.1'}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Trunk': {'1.1'}} Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: consumer versions: Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'ConntrackHelper': '1.0', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Log': '1.0', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Network': '1.1', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Port': '1.7', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'PortForwarding': '1.2', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'QosPolicy': '1.9', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroup': '1.4', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroupRule': '1.2', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SubPort': '1.0', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Subnet': '1.1', Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Trunk': '1.1'}} Sep 03 13:56:18.769112 dv-cinder-788367-6-iscsi neutron-server[94510]: {{(pid=94510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 13:56:19.049377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:19.283602 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8288'] for router, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:19.289751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1810055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1810064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806647'] for router, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:19.398104 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Router 17df8fa0-4675-4383-ab43-2e0287c54289 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:56:19.511383 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:56:19.516610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:19.518228 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e773e6a4-a478-4299-8de4-f20f1a5d1252 admin admin] 10.222.0.13 "PUT /v2.0/routers/17df8fa0-4675-4383-ab43-2e0287c54289 HTTP/1.1" status: 200 len: 890 time: 2.0634475 Sep 03 13:56:19.532734 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Sync routers for ids ['17df8fa0-4675-4383-ab43-2e0287c54289'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:56:19.545800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Routers {'17df8fa0-4675-4383-ab43-2e0287c54289'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:56:19.546499 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T13:56:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['17df8fa0-4675-4383-ab43-2e0287c54289'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:19.759947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Set router 17df8fa0-4675-4383-ab43-2e0287c54289 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:56:20.155366 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '00509f90-ba54-483e-92bf-a72540a35b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 4, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port': {'id': '00509f90-ba54-483e-92bf-a72540a35b62', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:18Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 5, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:20.207958 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Checking router: 17df8fa0-4675-4383-ab43-2e0287c54289 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:56:20.208324 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Updating router 17df8fa0-4675-4383-ab43-2e0287c54289 port 00509f90-ba54-483e-92bf-a72540a35b62 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:56:20.254036 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.373423 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 64307a46-aa42-471e-b201-3894b246317e up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:20.501094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 64307a46-aa42-471e-b201-3894b246317e triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:20.501484 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.745884 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.756081 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Transition to ACTIVE for port object 00509f90-ba54-483e-92bf-a72540a35b62 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:56:20.838076 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.892358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Attempting to bind port 00509f90-ba54-483e-92bf-a72540a35b62 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:56:20.892738 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Attempting to bind port 00509f90-ba54-483e-92bf-a72540a35b62 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:56:20.893107 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Attempting to bind port 00509f90-ba54-483e-92bf-a72540a35b62 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:56:20.895984 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113ceb9-9e67-4c53-b0d5-7cc3d7f15ce0 None None] Pushing event updated for resources: {'Port': ['ID=00509f90-ba54-483e-92bf-a72540a35b62,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:20.900581 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:56:20.900963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:56:20.901370 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.901789 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:56:20.902261 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Bound port: 00509f90-ba54-483e-92bf-a72540a35b62, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:56:20.902665 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:20.958566 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] For port 00509f90-ba54-483e-92bf-a72540a35b62, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:56:20.962167 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] For port 00509f90-ba54-483e-92bf-a72540a35b62, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=00509f90-ba54-483e-92bf-a72540a35b62,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:56:21.044336 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:21.104988 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113ceb9-9e67-4c53-b0d5-7cc3d7f15ce0 None None] Pushing event updated for resources: {'Port': ['ID=00509f90-ba54-483e-92bf-a72540a35b62,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:21.108209 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Routers {'17df8fa0-4675-4383-ab43-2e0287c54289'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:56:21.108822 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T13:56:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['17df8fa0-4675-4383-ab43-2e0287c54289'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:21.211130 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] Set router 17df8fa0-4675-4383-ab43-2e0287c54289 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:56:21.419163 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '00509f90-ba54-483e-92bf-a72540a35b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 4, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port': {'id': '00509f90-ba54-483e-92bf-a72540a35b62', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:18Z', 'updated_at': '2021-09-03T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 5, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:56:21.444739 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b192911-c71f-4c71-ba49-43244315df0e None None] The sync data for ids ['17df8fa0-4675-4383-ab43-2e0287c54289'] in dv-cinder-788367-6-iscsi is: [{'id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'name': 'router1', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '00509f90-ba54-483e-92bf-a72540a35b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:55:59Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 4, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'gw_port': {'id': '00509f90-ba54-483e-92bf-a72540a35b62', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:18Z', 'updated_at': '2021-09-03T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '64307a46-aa42-471e-b201-3894b246317e', 'name': '', 'network_id': '208aead9-edd2-4584-b3d3-c367607b64d9', 'tenant_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'mac_address': 'fa:16:3e:79:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df8fa0-4675-4383-ab43-2e0287c54289', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78f09620-cf7e-433b-8d51-c28704654e59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:56:09Z', 'updated_at': '2021-09-03T13:56:18Z', 'revision_number': 5, 'project_id': 'a8b0e3eca9814cbd96395cc9acfada1e', 'subnets': [{'id': '78f09620-cf7e-433b-8d51-c28704654e59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68b28fb5-0f53-428b-ba50-604ac4789000'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:56:21.970202 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 51640) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:56:22.090555 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-de3958cd-e80d-4a39-bbc0-7b3d648f6a3c admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159365 Sep 03 13:56:22.376651 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 00509f90-ba54-483e-92bf-a72540a35b62 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:22.493156 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 00509f90-ba54-483e-92bf-a72540a35b62 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:56:22.493156 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 00509f90-ba54-483e-92bf-a72540a35b62 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:22.493156 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:22.575428 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:22.596384 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 00509f90-ba54-483e-92bf-a72540a35b62, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=00509f90-ba54-483e-92bf-a72540a35b62,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:56:22.660756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:22.709490 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=00509f90-ba54-483e-92bf-a72540a35b62,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:56:24.372070 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 00509f90-ba54-483e-92bf-a72540a35b62 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:56:24.425115 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 00509f90-ba54-483e-92bf-a72540a35b62 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:56:24.425547 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:25.644466 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:56:33.460150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-96c49b56-4420-4c5c-9463-cb5800fdc0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:36.007330 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-98223b4e-1e04-4070-b72f-7182f956d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:36.488844 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:37.288525 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:56:38.751658 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:02.644074 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:57:03.743290 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-221e14cc-6023-4070-8251-61a043162188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:06.024942 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f234bee2-d3d5-49fe-bab2-1a74db5d662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:06.514447 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:07.251158 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:09.120195 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:33.432348 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-434c5b40-460d-4825-9b18-7d2751f9ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:36.018570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd558364-d889-4bbc-bed1-3c9fe36de81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:36.498015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:37.261657 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:38.757995 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:57:39.643230 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:57:59.715326 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52204) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:57:59.776272 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa483719-47f3-45e4-9dec-dd22a15f8681 admin admin] GET failed (client error): The resource could not be found. Sep 03 13:57:59.777630 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fa483719-47f3-45e4-9dec-dd22a15f8681 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613313 Sep 03 13:57:59.942123 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6606b00-d9ea-40e3-b010-9af586e7db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:57:59.943525 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a6606b00-d9ea-40e3-b010-9af586e7db62 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614258 Sep 03 13:58:02.134018 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52214) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:02.234421 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3023e-acde-49e4-8bc1-4721b2b0c58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:02.235737 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2ef3023e-acde-49e4-8bc1-4721b2b0c58f admin admin] 10.222.0.13 "GET /v2.0/subnets/78f09620-cf7e-433b-8d51-c28704654e59 HTTP/1.1" status: 200 len: 849 time: 0.1002529 Sep 03 13:58:02.245612 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:58:02.332040 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:02.522229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746066877633'] for subnet, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:02.554622 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:02.555226 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:02.557193 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] 10.222.0.13 "PUT /v2.0/subnets/78f09620-cf7e-433b-8d51-c28704654e59 HTTP/1.1" status: 200 len: 868 time: 0.3151445 Sep 03 13:58:02.573047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276cccb-b682-468d-8676-436cd7e90c21 None None] Network 208aead9-edd2-4584-b3d3-c367607b64d9 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:58:02.577578 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f09620-cf7e-433b-8d51-c28704654e59,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:02.585011 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.585317 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.585687 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.586031 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.586367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.586721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.587515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.587515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.587711 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.588042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.588367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.588692 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705d860-6585-47eb-a5c2-6c94dedc1641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:02.915470 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f3f65834-7d10-4259-bd54-571a929686ac None None] Provisioning complete for port 0160b374-adbb-4bbe-8c81-267398dffd8e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:58:02.916349 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f3f65834-7d10-4259-bd54-571a929686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:03.002720 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f3f65834-7d10-4259-bd54-571a929686ac None None] Provisioning complete for port 64307a46-aa42-471e-b201-3894b246317e triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:58:03.003092 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f3f65834-7d10-4259-bd54-571a929686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:03.482782 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af717233-4fe5-4260-a9be-34cf16e5b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:04.734588 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52222) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:04.926445 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e6652-063b-4d02-b87f-dbfcd0d91e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:04.926852 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e6652-063b-4d02-b87f-dbfcd0d91e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:04.928363 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fc1e6652-063b-4d02-b87f-dbfcd0d91e31 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1928370 Sep 03 13:58:06.099408 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7670-4705-4927-809e-4a9eab362496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:06.528320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:07.108719 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52230) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:07.282487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:07.304190 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04980c-c374-4033-9267-2352057da25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:07.304608 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04980c-c374-4033-9267-2352057da25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:07.306220 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-6a04980c-c374-4033-9267-2352057da25c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965311 Sep 03 13:58:08.759808 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:09.482839 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52240) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:09.617688 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000e800-f504-4830-8eb9-339581d304bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:09.619000 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-b000e800-f504-4830-8eb9-339581d304bc admin admin] 10.222.0.13 "GET /v2.0/networks/208aead9-edd2-4584-b3d3-c367607b64d9 HTTP/1.1" status: 200 len: 869 time: 0.1352158 Sep 03 13:58:11.795560 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52248) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:11.917468 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155feeb4-d92d-4b65-8883-e9bc4dd212e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:11.918836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-155feeb4-d92d-4b65-8883-e9bc4dd212e6 admin admin] 10.222.0.13 "GET /v2.0/networks/5b65262d-fde8-4fc1-adac-46806639eb0e HTTP/1.1" status: 200 len: 886 time: 0.1223269 Sep 03 13:58:14.062674 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52256) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:14.184826 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bff0c-f47c-427a-a16f-13cff5ca01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:14.185293 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bff0c-f47c-427a-a16f-13cff5ca01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:14.186833 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5f9bff0c-f47c-427a-a16f-13cff5ca01ce admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231873 Sep 03 13:58:16.345651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52266) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:16.438603 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790cd2-e742-4c49-947d-759f07fe9f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:16.439079 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5790cd2-e742-4c49-947d-759f07fe9f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:16.440898 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d5790cd2-e742-4c49-947d-759f07fe9f21 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939536 Sep 03 13:58:16.643173 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:58:18.593664 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52274) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:18.679815 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d58fd-e63f-4a2f-8d35-3041382f9fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:18.681638 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-908d58fd-e63f-4a2f-8d35-3041382f9fdf admin admin] 10.222.0.13 "GET /v2.0/subnets/01af4038-81b8-4bc8-aa4d-8c521069cbbd HTTP/1.1" status: 200 len: 816 time: 0.0870087 Sep 03 13:58:20.847083 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52282) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:20.936786 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97c9f6-0076-400e-b277-01a9868319c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:20.938141 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9e97c9f6-0076-400e-b277-01a9868319c3 admin admin] 10.222.0.13 "GET /v2.0/subnets/78f09620-cf7e-433b-8d51-c28704654e59 HTTP/1.1" status: 200 len: 868 time: 0.0900970 Sep 03 13:58:33.433220 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e8f1adaa-faf3-4edc-abad-db9be2e00cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:36.063351 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4e254ba8-8c9d-40ce-a60d-91294ea30660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:36.492863 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:37.263457 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:38.772287 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:44.806918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52336) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:44.854113 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-34be8acd-0058-4b23-bbef-2c05ec147068 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:58:44.855115 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-34be8acd-0058-4b23-bbef-2c05ec147068 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472567 Sep 03 13:58:47.126122 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52344) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:47.186991 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.pecan_wsgi.hooks.translation [None req-1645d9bb-2f9f-4a8b-8d93-38dc912658b9 admin admin] GET failed (client error): The resource could not be found. Sep 03 13:58:47.188286 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1645d9bb-2f9f-4a8b-8d93-38dc912658b9 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612373 Sep 03 13:58:47.327222 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271510cd-e0e6-45d0-b12c-0974e9af8eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:47.328711 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-271510cd-e0e6-45d0-b12c-0974e9af8eb5 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356633 Sep 03 13:58:49.559920 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52352) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:49.606237 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:58:49.719875 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Made reservation on behalf of 01b24455a61d465f873c7514d93d4e14 for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:58:49.722136 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:49.751810 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING neutron.services.revisions.revision_plugin [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Could not find related network for resource to bump revision. Sep 03 13:58:49.761981 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:58:49.770180 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:49.774541 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Added segment bc358f55-65fe-49a6-8e34-e2ddb1c37d87 of type vlan for network a182bdf5-b13c-43a0-97b1-175451eb30db Sep 03 13:58:49.808486 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:49.906966 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:49.907843 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:49.908419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:49.964613 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Pushing event updated for resources: {'Network': ['ID=a182bdf5-b13c-43a0-97b1-175451eb30db,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:49.971075 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.971444 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.971790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.972122 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.972452 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.972800 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.973129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.973474 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.973818 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.974148 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.974507 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.974830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:49.985554 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network a182bdf5-b13c-43a0-97b1-175451eb30db details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:58:50.016638 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ae1ee8b6-2361-46fb-badb-4ff75325fd87 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4556887 Sep 03 13:58:52.217934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52360) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:58:52.276689 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1ea595-c898-4a79-aa17-709d749ee3e3 admin admin] GET failed (client error): The resource could not be found. Sep 03 13:58:52.278024 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-be1ea595-c898-4a79-aa17-709d749ee3e3 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591066 Sep 03 13:58:52.347618 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa130c2-a751-49f1-8973-511078c3eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:52.349085 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-faa130c2-a751-49f1-8973-511078c3eede admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664589 Sep 03 13:58:52.359866 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Request body: {'subnet': {'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:58:52.443806 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Made reservation on behalf of 01b24455a61d465f873c7514d93d4e14 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:58:52.446033 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:52.684175 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:52.737635 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eed4ba-0105-405e-9843-32cb50fbde59,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:52.744729 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Checking segment: {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:58:52.745105 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Network hostable DHCP agents. Network: a182bdf5-b13c-43a0-97b1-175451eb30db, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:58:52.834139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Network a182bdf5-b13c-43a0-97b1-175451eb30db is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:58:52.913777 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, a182bdf5-b13c-43a0-97b1-175451eb30db) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:58:52.917904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:58:52.918528 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:52.924650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567db22-68ad-415a-be5b-09ec21327d8c None None] Network a182bdf5-b13c-43a0-97b1-175451eb30db requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:58:53.011883 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-235618cb-c783-4526-bf3d-5bc47d51485f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6553738 Sep 03 13:58:53.070776 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-a182bdf5-b13c-43a0-97b1-175451eb30db', 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db', 'tenant_id': '01b24455a61d465f873c7514d93d4e14', 'fixed_ips': [{'subnet_id': '13eed4ba-0105-405e-9843-32cb50fbde59'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:58:53.071728 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.220829 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Allocated IP 192.168.233.2 (a182bdf5-b13c-43a0-97b1-175451eb30db/13eed4ba-0105-405e-9843-32cb50fbde59/9713e75d-1d94-4248-b09b-526729b63357) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:58:53.361839 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.370879 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Transition to ACTIVE for port object 9713e75d-1d94-4248-b09b-526729b63357 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:58:53.386712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Transition to ACTIVE for port object 9713e75d-1d94-4248-b09b-526729b63357 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:58:53.485900 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.526307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Network a182bdf5-b13c-43a0-97b1-175451eb30db is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:58:53.529124 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:58:53.531733 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:58:53.546381 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Pushing event updated for resources: {'Port': ['ID=9713e75d-1d94-4248-b09b-526729b63357,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:53.567221 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.567512 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.567851 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.568184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.568511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.568833 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.569155 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.569568 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.569898 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.570218 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.570720 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.571045 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:58:53.604967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Attempting to bind port 9713e75d-1d94-4248-b09b-526729b63357 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:58:53.605330 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Attempting to bind port 9713e75d-1d94-4248-b09b-526729b63357 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:58:53.605718 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Attempting to bind port 9713e75d-1d94-4248-b09b-526729b63357 on network a182bdf5-b13c-43a0-97b1-175451eb30db {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:58:53.610660 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:58:53.611031 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Checking segment: {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:58:53.611559 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.611962 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Bound using segment: {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:58:53.612423 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Bound port: 9713e75d-1d94-4248-b09b-526729b63357, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:58:53.612816 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.644288 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:58:53.674709 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] For port 9713e75d-1d94-4248-b09b-526729b63357, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:58:53.677756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] For port 9713e75d-1d94-4248-b09b-526729b63357, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=9713e75d-1d94-4248-b09b-526729b63357,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:58:53.770257 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:53.828226 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613fa0f-e1dd-4cf1-8e41-be79863dbef3 None None] Pushing event updated for resources: {'Port': ['ID=9713e75d-1d94-4248-b09b-526729b63357,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:54.507609 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 9713e75d-1d94-4248-b09b-526729b63357 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:58:54.645392 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 9713e75d-1d94-4248-b09b-526729b63357 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:58:54.674713 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19e8c0-2c51-4b3f-849e-2ee5497c3935 None None] Network a182bdf5-b13c-43a0-97b1-175451eb30db requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:58:54.851463 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Provisioning for port 9713e75d-1d94-4248-b09b-526729b63357 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:58:54.855743 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Provisioning complete for port 9713e75d-1d94-4248-b09b-526729b63357 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:58:54.856114 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:54.962801 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:55.000437 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] For port 9713e75d-1d94-4248-b09b-526729b63357, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=9713e75d-1d94-4248-b09b-526729b63357,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:58:55.114591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:55.166157 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2886-4070-4626-a08b-43cbe94976fe None None] Pushing event updated for resources: {'Port': ['ID=9713e75d-1d94-4248-b09b-526729b63357,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:58:55.234570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-9fa8a9be-6f45-4b96-956b-0a1287c9e31c None None] Provisioning complete for port 9713e75d-1d94-4248-b09b-526729b63357 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:58:55.234949 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a9be-6f45-4b96-956b-0a1287c9e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:58:56.462146 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 9713e75d-1d94-4248-b09b-526729b63357 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:58:56.508713 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 9713e75d-1d94-4248-b09b-526729b63357 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:58:56.509089 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:03.421821 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2ab5-d662-4407-a18c-1039a36bd2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:06.123071 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2d8-892f-4fd2-aa7b-632161280ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:06.491254 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:07.290594 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:08.770383 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:30.644879 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:59:33.445219 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5a3d40b7-1be8-4cca-9b01-ad3569c910e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:36.042906 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b0c34ec3-70c8-479e-9ee0-2e12f0d556a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:36.494824 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:37.271351 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:59:38.756981 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:03.441614 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b4ab-15ff-4933-97da-ce6d82ce9658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:06.035695 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8f699dc1-97ff-4ee9-83f2-6a66b125dfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:06.492793 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:07.315475 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:07.643692 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:00:08.783945 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:12.362705 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52412) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:00:12.368796 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [None req-7a6c64b6-dd61-4aac-871f-59300382689f tempest-verify_tempest_config-1729642759 tempest-verify_tempest_config-1729642759-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:00:12.369738 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7a6c64b6-dd61-4aac-871f-59300382689f tempest-verify_tempest_config-1729642759 tempest-verify_tempest_config-1729642759-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060101 Sep 03 14:00:12.854609 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52430) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:00:12.954564 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.039934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.115240 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.158481 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=630c4a0b81244945a3a2d019cbc60f0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3028481 Sep 03 14:00:13.159283 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd7c4e-60dc-4388-8c4d-e997f460b557,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:00:13.163261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52434) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:00:13.166225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.166585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.166955 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.167283 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.167608 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.167967 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.168274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.168594 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.168930 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.169257 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.169601 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.169921 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34364f76-8ce3-4f7d-b033-9dac78da4569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.247332 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.267057 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.417945 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.420440 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:13.421630 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15dd7c4e-60dc-4388-8c4d-e997f460b557 HTTP/1.1" status: 204 len: 168 time: 0.2571986 Sep 03 14:00:13.429878 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd7c4e-60dc-4388-8c4d-e997f460b557,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:00:13.436740 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.437035 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.437382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.437745 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.438081 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.438420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.438747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.439070 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.439404 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.439884 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.440214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:13.440725 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720edf-3691-4095-9900-ee9cd662df95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:00:33.428527 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bcf052c-53fb-46f4-95b9-9c44db406f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:36.028206 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91509a85-60c1-4f31-b596-f4b85ead8e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:36.520035 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:37.279304 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:38.776519 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:00:44.642590 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:01:03.449034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f3c3293d-6a8d-4682-a39c-c6257716fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:06.032717 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-77ffa7cd-9fbf-4e75-ae0e-654095e61aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:06.489641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:07.261032 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:08.758349 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:21.640811 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 5 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:01:33.453264 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b67872b4-db54-4510-bb06-b8ef557f85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:36.049127 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-20168207-e513-413c-a91c-4c46266c3148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:36.494544 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:37.271775 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:38.774139 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:44.612587 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1959559'] for agent, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:01:58.639689 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:01:59.318372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52508) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:01:59.419082 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-37a26d25-0c4d-41fa-b4a7-a623f791f851 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995774 Sep 03 14:02:01.593044 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52518) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:02:01.654151 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-4e052c6c-6caa-4a00-9424-90c426047b06 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599930 Sep 03 14:02:03.441947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-133f06a8-3450-44ea-9a1f-5d54691fc430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:06.040029 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e6f137f3-5feb-425d-89b8-075b2c242d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:06.530999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:07.302502 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:08.776612 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:14.590019 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:33.440553 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-199f75c7-037f-4ef5-82b1-60bcd00464dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:35.639305 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:02:36.040593 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eb1171d0-d756-4d4a-9583-6a8a3854c4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:36.532151 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:37.301034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:38.812079 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:02:44.600491 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:03.453686 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-11772231-6596-45da-b471-5e777a78c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:06.122034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4a1c9cf-1a07-412d-a3b2-43f0c71f87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:06.578797 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:07.350327 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:08.796051 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:12.639700 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:03:14.598900 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.143954 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52694) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:31.318550 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-423602534-network', 'tenant_id': '43c52991e5e949b995034089abdb03b0'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:31.320371 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.quota [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Loaded quota_driver: . Sep 03 14:03:31.428836 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Made reservation on behalf of 43c52991e5e949b995034089abdb03b0 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:31.428836 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.440480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.543513 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.612045 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.649532 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:31.653109 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b26de3-ccf3-431a-b6a8-4b6e148605f5,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:31.665729 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.666129 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.666474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.666811 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.667147 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.667535 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.667854 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.668202 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.668531 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.668853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.669158 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.669501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Tracked resource versions report: Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: pushed versions: Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: { 'AddressGroup': {'1.2'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'ConntrackHelper': {'1.0'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Log': {'1.0'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Network': {'1.1'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Port': {'1.7'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'PortForwarding': {'1.2'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'QosPolicy': {'1.9'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroup': {'1.4'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SubPort': {'1.0'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Subnet': {'1.1'}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Trunk': {'1.1'}} Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: consumer versions: Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: HyperV agent@hv-cinder-78836: {}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'ConntrackHelper': '1.0', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Log': '1.0', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Network': '1.1', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Port': '1.7', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'PortForwarding': '1.2', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'QosPolicy': '1.9', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroup': '1.4', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SecurityGroupRule': '1.2', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'SubPort': '1.0', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Subnet': '1.1', Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: 'Trunk': '1.1'}} Sep 03 14:03:31.670547 dv-cinder-788367-6-iscsi neutron-server[94510]: {{(pid=94510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:03:31.677697 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746066789964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.678739 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Unsubscribe: segment precommit_create {{(pid=94510) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 14:03:31.678739 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Added segment b71fb728-bd87-4283-bc51-c038cb67d5a0 of type vlan for network 8665bc69-f6bb-4351-bebc-d79a0fe21419 Sep 03 14:03:31.730929 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.830910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.831958 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:31.833019 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:31.890579 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52738) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:32.001447 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] Pushing event updated for resources: {'Network': ['ID=8665bc69-f6bb-4351-bebc-d79a0fe21419,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:32.012368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:32.047149 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-aa9a938b-216e-451d-bab8-f88e1ea0b542 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9020367 Sep 03 14:03:32.050452 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52746) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:32.057174 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Request body: {'subnet': {'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-423602534-subnet', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:32.158925 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Made reservation on behalf of 43c52991e5e949b995034089abdb03b0 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:32.162044 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.182954 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52752) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:32.357327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52760) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:32.368148 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-519761467-network', 'tenant_id': '8970f8dcbf0f490fb06475da06d1a71d'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:32.392856 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52764) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:32.483210 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-55825490-network', 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:32.535719 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Made reservation on behalf of 8970f8dcbf0f490fb06475da06d1a71d for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:32.538066 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.542335 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.555166 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.617756 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:32.620778 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.626576 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Checking segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:32.626936 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Network hostable DHCP agents. Network: 8665bc69-f6bb-4351-bebc-d79a0fe21419, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:32.632402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.646237 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e0f467-9aed-4335-8449-122530d892ce,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:32.662318 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.662878 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.663383 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.663880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.664365 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.664880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.665624 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.666019 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.667006 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.667320 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.667646 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.668026 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Tracked resource versions report: Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: pushed versions: Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: { 'AddressGroup': {'1.2'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'ConntrackHelper': {'1.0'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Log': {'1.0'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Network': {'1.1'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Port': {'1.7'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'PortForwarding': {'1.2'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'QosPolicy': {'1.9'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroup': {'1.4'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SubPort': {'1.0'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Subnet': {'1.1'}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Trunk': {'1.1'}} Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: consumer versions: Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: HyperV agent@hv-cinder-78836: {}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'ConntrackHelper': '1.0', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Log': '1.0', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Network': '1.1', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Port': '1.7', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'PortForwarding': '1.2', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'QosPolicy': '1.9', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroup': '1.4', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SecurityGroupRule': '1.2', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'SubPort': '1.0', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Subnet': '1.1', Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: 'Trunk': '1.1'}} Sep 03 14:03:32.669024 dv-cinder-788367-6-iscsi neutron-server[94511]: {{(pid=94511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:03:32.723074 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-network', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:32.736406 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.760912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312435730-network', 'tenant_id': 'aef55b0e660c4315b093d543ca5a45b5'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:32.772447 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:32.817535 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.843989 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:32.851992 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 8665bc69-f6bb-4351-bebc-d79a0fe21419) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:32.856890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b0ca9-c53e-4044-b92b-d766337f1f10,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:32.866394 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980987fe-8acb-4859-84c5-34796cba7a53 None None] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:32.870290 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:32.871109 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.880921 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.881497 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Added segment d2049ce0-777c-4b16-a309-ae813882b4c1 of type vlan for network e574ee20-ee44-459a-8d73-cd964e35a14e Sep 03 14:03:32.917226 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.990339 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:32.995430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.034623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:33.064150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-8665bc69-f6bb-4351-bebc-d79a0fe21419', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:03:33.066262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.075405 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffaf91c-c39e-4b40-bd91-c03f70a71579,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:33.081867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-323c46a1-6841-47b4-b260-b43c386bd54a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0294912 Sep 03 14:03:33.083703 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52788) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:33.091566 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:33.102837 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.103967 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Added segment d32245a0-565c-42a2-813e-464b868ab443 of type vlan for network 9a880de5-f366-4527-8bf6-157addfe3198 Sep 03 14:03:33.131884 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.133051 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:33.133717 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.153181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.219583 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Made reservation on behalf of d66134b1303b4fc3884c1b77a91cdf1d for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:33.221931 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.237618 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.260945 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] Pushing event updated for resources: {'Network': ['ID=e574ee20-ee44-459a-8d73-cd964e35a14e,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:33.275518 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.276507 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:33.277089 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.290167 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network e574ee20-ee44-459a-8d73-cd964e35a14e details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:33.315100 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Allocated IP 172.20.0.2 (8665bc69-f6bb-4351-bebc-d79a0fe21419/96e0f467-9aed-4335-8449-122530d892ce/3ddeb003-5d70-4023-833f-f32af8d36094) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:33.346931 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] Pushing event updated for resources: {'Network': ['ID=9a880de5-f366-4527-8bf6-157addfe3198,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:33.349621 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Made reservation on behalf of aef55b0e660c4315b093d543ca5a45b5 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:33.352376 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.362871 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.390939 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 9a880de5-f366-4527-8bf6-157addfe3198 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:33.422509 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e6a429bd-42b6-49d0-bfe5-3cdee629e97b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5299137 Sep 03 14:03:33.425764 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52814) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:33.433148 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Request body: {'subnet': {'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-519761467-subnet', 'tenant_id': '8970f8dcbf0f490fb06475da06d1a71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:33.440137 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-eee73d7d-5f4e-4904-8f40-9e79b02b7b5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2551889 Sep 03 14:03:33.446325 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52816) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:33.449508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Request body: {'subnet': {'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-55825490-subnet', 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:33.554669 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.555873 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.629353 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.642158 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Transition to ACTIVE for port object 3ddeb003-5d70-4023-833f-f32af8d36094 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:33.661141 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Transition to ACTIVE for port object 3ddeb003-5d70-4023-833f-f32af8d36094 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:33.666081 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-82c337eb-5b98-4e0a-974d-20bb67a22d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.673107 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.698611 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.732127 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.771469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:33.774700 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:33.778892 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:33.796022 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.804643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Pushing event updated for resources: {'Port': ['ID=3ddeb003-5d70-4023-833f-f32af8d36094,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:33.851987 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.852336 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.852680 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.853021 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.853893 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.854231 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.854562 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.854896 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.855246 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.855577 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.855962 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.856282 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Tracked resource versions report: Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: pushed versions: Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: { 'AddressGroup': {'1.2'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'ConntrackHelper': {'1.0'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Log': {'1.0'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Network': {'1.1'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Port': {'1.7'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'PortForwarding': {'1.2'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'QosPolicy': {'1.9'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroup': {'1.4'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SubPort': {'1.0'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Subnet': {'1.1'}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Trunk': {'1.1'}} Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: consumer versions: Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: HyperV agent@hv-cinder-78836: {}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'ConntrackHelper': '1.0', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Log': '1.0', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Network': '1.1', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Port': '1.7', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'PortForwarding': '1.2', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'QosPolicy': '1.9', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroup': '1.4', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SecurityGroupRule': '1.2', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'SubPort': '1.0', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Subnet': '1.1', Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: 'Trunk': '1.1'}} Sep 03 14:03:33.857351 dv-cinder-788367-6-iscsi neutron-server[94512]: {{(pid=94512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:03:33.872629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.db.api [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:03:33.872629 dv-cinder-788367-6-iscsi neutron-server[94510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:03:33.872629 dv-cinder-788367-6-iscsi neutron-server[94510]: [parameters: {'project_id_1': '505bb1810a0e4cb89755fe8d90c94f79', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 3, 13, 457341)}] Sep 03 14:03:33.872629 dv-cinder-788367-6-iscsi neutron-server[94510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:03:33.873079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG oslo_db.api [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:03:33.874393 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.db.api [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:03:33.874393 dv-cinder-788367-6-iscsi neutron-server[94511]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:03:33.874393 dv-cinder-788367-6-iscsi neutron-server[94511]: [parameters: {'project_id_1': '8970f8dcbf0f490fb06475da06d1a71d', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 3, 13, 441760)}] Sep 03 14:03:33.874393 dv-cinder-788367-6-iscsi neutron-server[94511]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:03:33.874748 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG oslo_db.api [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:03:33.879171 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:33.889341 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:33.892396 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Attempting to bind port 3ddeb003-5d70-4023-833f-f32af8d36094 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:33.892755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Attempting to bind port 3ddeb003-5d70-4023-833f-f32af8d36094 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:33.893234 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Attempting to bind port 3ddeb003-5d70-4023-833f-f32af8d36094 on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:33.898764 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:33.899139 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Checking segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:33.899593 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.899986 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Bound using segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:33.900654 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Bound port: 3ddeb003-5d70-4023-833f-f32af8d36094, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:33.901217 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.904305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.904774 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Added segment 7de359d0-bb91-4894-b05d-70638711c6db of type vlan for network d6940a9c-62c8-4755-8e11-85130dc4da64 Sep 03 14:03:33.950781 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.974186 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:33.991335 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] For port 3ddeb003-5d70-4023-833f-f32af8d36094, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:33.994902 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] For port 3ddeb003-5d70-4023-833f-f32af8d36094, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=3ddeb003-5d70-4023-833f-f32af8d36094,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:34.030095 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.195211 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.195442 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.196187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:34.196961 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.199431 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.246276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:34.302439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7e7bd-ef0c-44f8-89d2-a18494bb3c40 None None] Pushing event updated for resources: {'Port': ['ID=3ddeb003-5d70-4023-833f-f32af8d36094,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:34.307802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.308357 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Added segment 47d998b5-532a-43fa-b7f9-12724cb64cc6 of type vlan for network 732770aa-23b2-4348-9cd1-f243c4173a1b Sep 03 14:03:34.312183 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] Pushing event updated for resources: {'Network': ['ID=d6940a9c-62c8-4755-8e11-85130dc4da64,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:34.313846 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b6c77-273d-4860-a051-35562fe11c18,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:34.327954 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network d6940a9c-62c8-4755-8e11-85130dc4da64 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:34.362320 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a578a8ab-71ae-463a-9ace-0c0dc478ea2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0038021 Sep 03 14:03:34.365212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52840) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:34.371146 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Request body: {'subnet': {'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-subnet', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:34.395791 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.408530 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.db.api [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:03:34.408530 dv-cinder-788367-6-iscsi neutron-server[94511]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:03:34.408530 dv-cinder-788367-6-iscsi neutron-server[94511]: [parameters: {'project_id_1': '8970f8dcbf0f490fb06475da06d1a71d', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 3, 14, 402354)}] Sep 03 14:03:34.408530 dv-cinder-788367-6-iscsi neutron-server[94511]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:03:34.415527 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG oslo_db.api [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:03:34.415608 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.db.api [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:03:34.415608 dv-cinder-788367-6-iscsi neutron-server[94510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:03:34.415608 dv-cinder-788367-6-iscsi neutron-server[94510]: [parameters: {'project_id_1': '505bb1810a0e4cb89755fe8d90c94f79', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 3, 14, 392864)}] Sep 03 14:03:34.415608 dv-cinder-788367-6-iscsi neutron-server[94510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:03:34.415608 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG oslo_db.api [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:03:34.487860 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.512394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Made reservation on behalf of d66134b1303b4fc3884c1b77a91cdf1d for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:34.519186 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.523086 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.524082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:34.524663 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.547890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.667561 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2695029 Sep 03 14:03:34.682636 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52852) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:34.735827 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Allocated IP 172.27.0.245 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/c04d0e05-9d26-45a4-98e9-34cafbede5ee) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:34.737895 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Request body: {'subnet': {'network_id': '732770aa-23b2-4348-9cd1-f243c4173a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1312435730-subnet', 'tenant_id': 'aef55b0e660c4315b093d543ca5a45b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:34.755274 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 3ddeb003-5d70-4023-833f-f32af8d36094 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:34.756029 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd3cc-1c6b-4725-8fe3-6d838eb5a477 admin admin] Pushing event updated for resources: {'Network': ['ID=732770aa-23b2-4348-9cd1-f243c4173a1b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:34.807727 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 732770aa-23b2-4348-9cd1-f243c4173a1b details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:34.882079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Made reservation on behalf of aef55b0e660c4315b093d543ca5a45b5 for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:34.884575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:34.939593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.051106 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 3ddeb003-5d70-4023-833f-f32af8d36094 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:35.109722 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.157307 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:35.163470 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:35.176572 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:35.179610 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Pushing event updated for resources: {'Port': ['ID=c04d0e05-9d26-45a4-98e9-34cafbede5ee,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:35.201140 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:35.206103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.227836 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.359362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fc0d85-632c-49b2-bf94-9f9347f52d2e,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:35.389499 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Checking segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:35.389864 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Network hostable DHCP agents. Network: d6940a9c-62c8-4755-8e11-85130dc4da64, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:35.431364 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.531580 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Made reservation on behalf of 8970f8dcbf0f490fb06475da06d1a71d for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:35.532136 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f469c86-f3d5-4003-bf97-d5e42454a319,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:35.534126 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.543855 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52882) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:35.560560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Network d6940a9c-62c8-4755-8e11-85130dc4da64 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:35.572998 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Checking segment: {'id': '47d998b5-532a-43fa-b7f9-12724cb64cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '732770aa-23b2-4348-9cd1-f243c4173a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:35.573374 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Network hostable DHCP agents. Network: 732770aa-23b2-4348-9cd1-f243c4173a1b, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:35.573659 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653b3e1-a0aa-4f9a-b582-8e111d3f9372 None None] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:35.613021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.664380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, d6940a9c-62c8-4755-8e11-85130dc4da64) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:35.677947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53084b5-6f71-4923-ba48-4aaff4300e3a None None] Network d6940a9c-62c8-4755-8e11-85130dc4da64 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:35.678178 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:35.678518 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.679724 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.704832 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52888) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:35.722643 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e618a316-21bc-4903-9834-9193be080597,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:35.741532 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Network 732770aa-23b2-4348-9cd1-f243c4173a1b is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:35.753759 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 732770aa-23b2-4348-9cd1-f243c4173a1b) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:35.759713 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:35.760699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.767075 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Checking segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:35.769089 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Network hostable DHCP agents. Network: 9a880de5-f366-4527-8bf6-157addfe3198, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:35.800437 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-3c11fc6e-438e-498f-aa47-15eb666bc290 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4336770 Sep 03 14:03:35.812178 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52896) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:35.824858 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:35.830443 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05930dc-9261-4f16-af1a-9dfed2effcb6 None None] Network 732770aa-23b2-4348-9cd1-f243c4173a1b requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:35.876299 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bac169-95ee-488c-a138-25b63dae6ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.889346 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-74803dad-f96f-4388-a58e-8ef319389926 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1555262 Sep 03 14:03:35.906151 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adfcef51-ad65-4cf7-9e3e-6292adc0f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:35.921132 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Network 9a880de5-f366-4527-8bf6-157addfe3198 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:36.000702 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 9a880de5-f366-4527-8bf6-157addfe3198) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:36.006168 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:36.008199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.025524 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0f1d7-5ddd-4931-934a-eed734d929b1 None None] Network 9a880de5-f366-4527-8bf6-157addfe3198 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:36.032267 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.034199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.065002 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Provisioning for port 3ddeb003-5d70-4023-833f-f32af8d36094 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:36.079560 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682b8a3-6365-4d8a-9548-4644133d6c02 None None] Network d6940a9c-62c8-4755-8e11-85130dc4da64 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:36.114575 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Provisioning complete for port 3ddeb003-5d70-4023-833f-f32af8d36094 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:36.114950 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.151940 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-177bdc89-16fc-48ba-a50e-7a19eca7d6a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7075155 Sep 03 14:03:36.155693 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.188710 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.254388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bac169-95ee-488c-a138-25b63dae6ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.352484 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.542675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.547160 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30ff2d0-689f-428c-b829-60324a2047e8,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:36.547586 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bac169-95ee-488c-a138-25b63dae6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.573651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Checking segment: {'id': 'd2049ce0-777c-4b16-a309-ae813882b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:36.574955 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Network hostable DHCP agents. Network: e574ee20-ee44-459a-8d73-cd964e35a14e, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:36.598788 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bac169-95ee-488c-a138-25b63dae6ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da3f15-9197-4b1c-9735-e9aab10fc829,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:36.623616 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-75171bf8-018f-49b5-8913-38434c7cd4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.626922 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-01bac169-95ee-488c-a138-25b63dae6ebe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=433bfe0cee914ad494c2c452976805af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9176898 Sep 03 14:03:36.627352 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be17f43-7c8a-4af5-bac1-2858634120ab None None] Network 732770aa-23b2-4348-9cd1-f243c4173a1b requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:36.627781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52924) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:36.649588 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adfcef51-ad65-4cf7-9e3e-6292adc0f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.714190 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.729906 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adfcef51-ad65-4cf7-9e3e-6292adc0f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.740372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52942) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:36.747739 dv-cinder-788367-6-iscsi neutron-server[94511]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 14:03:36.768880 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.772845 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Network e574ee20-ee44-459a-8d73-cd964e35a14e is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:36.788953 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-adfcef51-ad65-4cf7-9e3e-6292adc0f074 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80ba13e9a24e40f58289e686a2efaf42&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2418106 Sep 03 14:03:36.791708 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52946) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:36.801939 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcef51-ad65-4cf7-9e3e-6292adc0f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f2bbc-390c-461d-8874-91b6890e3604,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:36.819258 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:03:36.888098 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, e574ee20-ee44-459a-8d73-cd964e35a14e) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:36.893905 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:36.894515 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.946501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.957361 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a87e8-f100-4e07-acfb-281de63d9375 None None] Network e574ee20-ee44-459a-8d73-cd964e35a14e requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:36.960150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:36.996209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52954) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:37.004394 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.005412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355417164-network', 'tenant_id': '93fb578eb2d24ab9b215444ddbb8c43b'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:37.011978 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c4ef2-c1c1-487e-a806-5d74703b4c48 None None] Network 9a880de5-f366-4527-8bf6-157addfe3198 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:37.013257 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.018509 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.020970 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.025786 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88da3f15-9197-4b1c-9735-e9aab10fc829 HTTP/1.1" status: 204 len: 168 time: 0.3959181 Sep 03 14:03:37.059598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.083546 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8754-d572-4bf0-9c3e-87984d09ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da3f15-9197-4b1c-9735-e9aab10fc829,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:37.111680 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-910bba8e-d118-4f21-99f7-b7e4b42f838e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:37.113621 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-910bba8e-d118-4f21-99f7-b7e4b42f838e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.3701472 Sep 03 14:03:37.137279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-301ab174-bffc-4328-937d-f7d6299b6321 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/quotas/505bb1810a0e4cb89755fe8d90c94f79 HTTP/1.1" status: 200 len: 375 time: 0.0165789 Sep 03 14:03:37.166411 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:03:37.173054 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:03:37.185068 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:37.185286 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.185791 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:37.231628 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-73db0384-8ed3-4745-9618-cecec300ed00 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871494 Sep 03 14:03:37.243831 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Made reservation on behalf of 93fb578eb2d24ab9b215444ddbb8c43b for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:37.247101 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.266013 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.336529 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-a3976ff7-ae3c-42f6-af00-2644234000d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9090481 Sep 03 14:03:37.347378 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.349438 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-308e2385-0e89-4670-9986-273f7ff74818 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2638040 Sep 03 14:03:37.351937 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 52972) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:37.358418 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] For port 3ddeb003-5d70-4023-833f-f32af8d36094, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=3ddeb003-5d70-4023-833f-f32af8d36094,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:03:37.366041 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb294288-b87f-4a99-bcf3-71d08f4a151f None None] Network e574ee20-ee44-459a-8d73-cd964e35a14e requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:37.371285 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.374365 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.375920 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f4f2bbc-390c-461d-8874-91b6890e3604 HTTP/1.1" status: 204 len: 168 time: 0.5822346 Sep 03 14:03:37.379801 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Allocated IP 172.27.0.225 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/1e442533-1970-4cb0-a6f5-253777a24a5b) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:37.409155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a2c5d-0ee9-4724-bbd9-8e012ce1999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f2bbc-390c-461d-8874-91b6890e3604,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:37.489756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.492252 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.510772 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:37.565512 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461d2a-d404-4778-bd75-49f157d9c702 None None] Pushing event updated for resources: {'Port': ['ID=3ddeb003-5d70-4023-833f-f32af8d36094,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:37.641873 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.688771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.731398 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.737047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-664422f9-8cdc-42aa-89d2-1779dbdcdb77 None None] Provisioning complete for port 3ddeb003-5d70-4023-833f-f32af8d36094 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:37.737047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-664422f9-8cdc-42aa-89d2-1779dbdcdb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.768634 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:37.786247 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b7480-3d1e-4925-9f32-28c44865438f,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:37.809574 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.809927 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Added segment a61f2533-746f-42ec-b793-78af610ea9bc of type vlan for network 9a5e129b-f092-4e80-a22c-25c52ed5012d Sep 03 14:03:37.868348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.872808 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:37.921203 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:35Z', 'revision_number': 3, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:37.925926 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:37.938680 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:37.941627 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:37.980542 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:03:37.980975 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Updating router 26718b3f-6911-4c5c-b73c-40976045b7e8 port c04d0e05-9d26-45a4-98e9-34cafbede5ee binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:03:38.020154 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e442533-1970-4cb0-a6f5-253777a24a5b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:38.043031 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.073873 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.075124 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:38.076030 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.112233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.152151 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] Pushing event updated for resources: {'Network': ['ID=9a5e129b-f092-4e80-a22c-25c52ed5012d,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:38.163992 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 9a5e129b-f092-4e80-a22c-25c52ed5012d details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:38.166307 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52996) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:38.205788 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1141-e2e0-4f9d-abbe-6142870f4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.214842 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-f2a38fe6-3eb6-4664-9edb-c9bf3ccb4a62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:03:38.225155 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-f2a38fe6-3eb6-4664-9edb-c9bf3ccb4a62 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7484345 Sep 03 14:03:38.276738 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fe53099f-367d-4469-8e1d-9ad62b6fcdea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2807102 Sep 03 14:03:38.289235 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 52998) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:38.294392 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Request body: {'subnet': {'network_id': '9a5e129b-f092-4e80-a22c-25c52ed5012d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355417164-subnet', 'tenant_id': '93fb578eb2d24ab9b215444ddbb8c43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:38.367984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.459784 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.473339 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Transition to ACTIVE for port object c04d0e05-9d26-45a4-98e9-34cafbede5ee will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:38.499886 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1141-e2e0-4f9d-abbe-6142870f4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.542949 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.576435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1141-e2e0-4f9d-abbe-6142870f4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.606133 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-c238becb-d3ac-449d-893e-913cabbd0611 service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777325 Sep 03 14:03:38.648560 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Attempting to bind port c04d0e05-9d26-45a4-98e9-34cafbede5ee on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:38.648936 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Attempting to bind port c04d0e05-9d26-45a4-98e9-34cafbede5ee by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:38.649807 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Attempting to bind port c04d0e05-9d26-45a4-98e9-34cafbede5ee on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:38.654053 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-bf0f1141-e2e0-4f9d-abbe-6142870f4df9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c721b46be26c45c5962b2f6a4935ad27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4866726 Sep 03 14:03:38.657231 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53012) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:38.663781 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Pushing event updated for resources: {'Port': ['ID=c04d0e05-9d26-45a4-98e9-34cafbede5ee,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:38.669308 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1141-e2e0-4f9d-abbe-6142870f4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bad857-bb40-4ac0-b48b-6bffa3e4e15a,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:38.669488 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:38.669488 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:38.670029 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.670428 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:38.671523 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Bound port: c04d0e05-9d26-45a4-98e9-34cafbede5ee, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:38.671926 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.689325 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 3ddeb003-5d70-4023-833f-f32af8d36094 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:38.702865 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Allocated IP 172.20.0.1 (8665bc69-f6bb-4351-bebc-d79a0fe21419/96e0f467-9aed-4335-8449-122530d892ce/fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:38.725093 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.728170 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.732598 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.732598 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.732598 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.733261 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.733866 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.734785 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.735298 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.735796 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.736779 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.737270 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Tracked resource versions report: Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: pushed versions: Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: { 'AddressGroup': {'1.2'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'ConntrackHelper': {'1.0'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Log': {'1.0'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Network': {'1.1'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Port': {'1.7'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'PortForwarding': {'1.2'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'QosPolicy': {'1.9'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroup': {'1.4'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SubPort': {'1.0'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Subnet': {'1.1'}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Trunk': {'1.1'}} Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: consumer versions: Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: { DHCP agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: HyperV agent@hv-cinder-78836: {}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: L3 agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: Metadata agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: Metering agent@dv-cinder-788367-6-iscsi: {}, Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: Open vSwitch agent@dv-cinder-788367-6-iscsi: { 'AddressGroup': '1.2', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'ConntrackHelper': '1.0', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Log': '1.0', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Network': '1.1', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Port': '1.7', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'PortForwarding': '1.2', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'QosPolicy': '1.9', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroup': '1.4', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SecurityGroupRule': '1.2', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'SubPort': '1.0', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Subnet': '1.1', Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: 'Trunk': '1.1'}} Sep 03 14:03:38.739206 dv-cinder-788367-6-iscsi neutron-server[94513]: {{(pid=94513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:03:38.763535 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53018) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:38.785868 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] For port c04d0e05-9d26-45a4-98e9-34cafbede5ee, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:38.792781 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] For port c04d0e05-9d26-45a4-98e9-34cafbede5ee, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=c04d0e05-9d26-45a4-98e9-34cafbede5ee,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:38.796939 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Made reservation on behalf of 93fb578eb2d24ab9b215444ddbb8c43b for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:38.800135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.805015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 3ddeb003-5d70-4023-833f-f32af8d36094 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:38.805902 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.807304 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.844688 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.847990 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53020) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:38.867719 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.960810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-4605e8e8-a42c-4d63-b363-541678b11744 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:38.962454 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a72c0f3f-664d-4bfa-94db-621087037ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:38.963139 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-4605e8e8-a42c-4d63-b363-541678b11744 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/networks?id=e574ee20-ee44-459a-8d73-cd964e35a14e HTTP/1.1" status: 200 len: 811 time: 0.1990542 Sep 03 14:03:38.977509 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:38.978828 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:38.984086 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4eb0-0390-4547-a7c8-cee5558d93be None None] Pushing event updated for resources: {'Port': ['ID=c04d0e05-9d26-45a4-98e9-34cafbede5ee,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:39.005090 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.010984 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-b762ee34-e1f8-4bb2-8a94-10164d7db52d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/quotas/8970f8dcbf0f490fb06475da06d1a71d HTTP/1.1" status: 200 len: 375 time: 0.0367622 Sep 03 14:03:39.039950 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.083564 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-01621c56-2084-4164-b965-17a320c52d10 service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765549 Sep 03 14:03:39.095917 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-7af03a3a-8fc2-4227-a694-20b67f0f6df2 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8970f8dcbf0f490fb06475da06d1a71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834799 Sep 03 14:03:39.160893 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:39.170269 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.287040 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-666cd813-d0f6-4279-8335-70408b12ab35 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:03:39.289297 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-666cd813-d0f6-4279-8335-70408b12ab35 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0877309 Sep 03 14:03:39.316738 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Transition to ACTIVE for port object fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:39.319288 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.321771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.325350 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0bad857-bb40-4ac0-b48b-6bffa3e4e15a HTTP/1.1" status: 204 len: 168 time: 0.6646836 Sep 03 14:03:39.347051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a58cf-1972-44e0-bcf9-04b5a6ab897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bad857-bb40-4ac0-b48b-6bffa3e4e15a,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:39.395037 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:03:39.416428 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.438653 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a72c0f3f-664d-4bfa-94db-621087037ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.440656 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-ec762645-bf25-45d6-a445-080d6d9953ef service neutron] 10.222.0.13 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443021 Sep 03 14:03:39.508931 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.524341 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:35Z', 'revision_number': 3, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:39.559086 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c14e30-a72e-45f6-95e8-f3c207a6d729 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:35Z', 'revision_number': 3, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:03:39.617642 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a72c0f3f-664d-4bfa-94db-621087037ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.637134 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:39.660545 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e2789af-87da-4d66-84c3-f5cb4a26c997 req-e2f1ce04-25fe-4bc1-b975-ae8604d5bdfc tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.1103530 Sep 03 14:03:39.667060 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:39.672306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:39.672795 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.726366 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e51d3f-02f8-4646-b861-452add2ed683,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:39.741056 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a72c0f3f-664d-4bfa-94db-621087037ccb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cfc10063833494a93f7d6f703c6da44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626492 Sep 03 14:03:39.758989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53054) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:39.760781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Checking segment: {'id': 'a61f2533-746f-42ec-b793-78af610ea9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9a5e129b-f092-4e80-a22c-25c52ed5012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:39.761363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Network hostable DHCP agents. Network: 9a5e129b-f092-4e80-a22c-25c52ed5012d, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:39.765340 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0f3f-664d-4bfa-94db-621087037ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f442c3-a521-4db2-b086-d75598983b50,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:39.773318 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Pushing event updated for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:39.849844 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:03:39.852126 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-428880ed-e17b-48e4-a419-45fac03730b6 service neutron] 10.222.0.13 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048116 Sep 03 14:03:39.863022 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Sync routers for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:03:39.887629 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:39.891016 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:39.906634 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:39.938490 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Network 9a5e129b-f092-4e80-a22c-25c52ed5012d is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:40.019247 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.020301 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.026437 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fa0b1008-7476-44ea-9aa1-2e9cf2b57dd5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2094584 Sep 03 14:03:40.028911 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53060) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:40.029067 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.052082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 9a5e129b-f092-4e80-a22c-25c52ed5012d) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:40.078316 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad0a51-bdf1-422b-96cb-6c798ec109a1 None None] Network 9a5e129b-f092-4e80-a22c-25c52ed5012d requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:40.102066 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:40.102660 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.225762 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5a03fd9e-0053-4830-b089-c4d31639818d None None] Provisioning for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:40.235522 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d66e2aaf-0a82-484f-99bf-2fcc791efbb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9366882 Sep 03 14:03:40.257172 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5a03fd9e-0053-4830-b089-c4d31639818d None None] Provisioning complete for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:40.261436 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5a03fd9e-0053-4830-b089-c4d31639818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.280578 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.280786 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.288469 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1f442c3-a521-4db2-b086-d75598983b50 HTTP/1.1" status: 204 len: 168 time: 0.5200610 Sep 03 14:03:40.309399 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f91d-f3eb-4589-9c8e-5fa20673e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f442c3-a521-4db2-b086-d75598983b50,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:40.317714 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5a03fd9e-0053-4830-b089-c4d31639818d None None] Port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:03:40.321164 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:40.471729 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e117a-5a1e-4b46-9777-b108d228eb8e None None] Network 9a5e129b-f092-4e80-a22c-25c52ed5012d requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:40.528476 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53090) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:40.624138 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Deleting subnet 6f469c86-f3d5-4003-bf97-d5e42454a319 {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:03:40.640533 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.739236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.776820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:40.826302 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3634db9-6299-4735-8792-f57d176319fe req-d9436f1e-eadb-4883-91f8-870c4a0e32fa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.1335297 Sep 03 14:03:40.874890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bd188514-a5cf-4c6b-bb04-74f97193d28b req-d1d07232-d5da-4c08-83e3-f07a3dac649b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.0393994 Sep 03 14:03:40.924487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device c04d0e05-9d26-45a4-98e9-34cafbede5ee up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:40.989894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.050977 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f469c86-f3d5-4003-bf97-d5e42454a319,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:41.099383 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.107910 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:38Z', 'revision_number': 3, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:41.110660 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7076b855-3248-494a-9019-cf4fdd21e1cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f469c86-f3d5-4003-bf97-d5e42454a319 HTTP/1.1" status: 204 len: 168 time: 0.5768502 Sep 03 14:03:41.111347 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53122) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:41.171795 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Checking router: 9a5ab060-0e89-4005-8626-a2e3f5d6b096 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:03:41.172205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Updating router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 port 1e442533-1970-4cb0-a6f5-253777a24a5b binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:03:41.236754 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.238691 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.240278 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port c04d0e05-9d26-45a4-98e9-34cafbede5ee completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:41.289355 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.351190 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.352184 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.442070 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.454930 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.455549 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.458431 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.458774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > port after_create 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.459122 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.459462 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > port after_update 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.459802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.460145 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.460481 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.460813 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.498096 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port c04d0e05-9d26-45a4-98e9-34cafbede5ee triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:41.498614 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.656353 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Pushing event updated for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:41.677029 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.686683 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.739279 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.761882 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port c04d0e05-9d26-45a4-98e9-34cafbede5ee, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=c04d0e05-9d26-45a4-98e9-34cafbede5ee,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:03:41.778560 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Transition to ACTIVE for port object 1e442533-1970-4cb0-a6f5-253777a24a5b will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:41.853378 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.866755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.880718 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.881253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.881363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.881716 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:03:41.882088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732770aa-23b2-4348-9cd1-f243c4173a1b']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:41.903853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d998b5-532a-43fa-b7f9-12724cb64cc6') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:41.904329 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d998b5-532a-43fa-b7f9-12724cb64cc6') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:41.924434 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.953076 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.962912 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=c04d0e05-9d26-45a4-98e9-34cafbede5ee,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:41.964596 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:03:41.972730 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:41.985643 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-adb9d715-19e2-4daf-af4a-87a5e468778d req-6a3a7590-0eaa-4dd4-82ad-e60855ab7f69 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0993516 Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: from cryptography.utils import int_from_bytes Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: from cryptography.utils import int_from_bytes Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:03:42.039279 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:03:42.070857 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55158643-e163-433b-97de-fda47d08554c None None] Pushing event updated for resources: {'Port': ['ID=1e442533-1970-4cb0-a6f5-253777a24a5b,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:42.096976 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Attempting to bind port 1e442533-1970-4cb0-a6f5-253777a24a5b on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:42.097513 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Attempting to bind port 1e442533-1970-4cb0-a6f5-253777a24a5b by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:42.097943 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Attempting to bind port 1e442533-1970-4cb0-a6f5-253777a24a5b on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:42.104646 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:42.105099 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:42.105551 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.106003 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:42.106486 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Bound port: 1e442533-1970-4cb0-a6f5-253777a24a5b, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:42.107088 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.111742 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:42.114267 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-72152a74-5f53-4389-9949-453e786f6760 req-1b99be6d-0b60-41d4-af92-05771850f62e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.1217380 Sep 03 14:03:42.117248 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:42.178837 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] For port 1e442533-1970-4cb0-a6f5-253777a24a5b, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:42.185152 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] For port 1e442533-1970-4cb0-a6f5-253777a24a5b, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1e442533-1970-4cb0-a6f5-253777a24a5b,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:42.198440 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.206908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.211918 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] 10.222.0.13 "DELETE /v2.0/networks/732770aa-23b2-4348-9cd1-f243c4173a1b HTTP/1.1" status: 204 len: 168 time: 1.0995190 Sep 03 14:03:42.227385 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53172) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:42.232563 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faa2a7-9cbb-4eff-9d2d-ba3f463fe718 admin admin] Pushing event deleted for resources: {'Network': ['ID=732770aa-23b2-4348-9cd1-f243c4173a1b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:42.294139 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.363940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Allocated IP 172.20.0.1 (d6940a9c-62c8-4755-8e11-85130dc4da64/34fc0d85-632c-49b2-bf94-9f9347f52d2e/38681a15-2baf-449e-b076-4ccf0cc29c06) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:42.395896 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55158643-e163-433b-97de-fda47d08554c None None] Pushing event updated for resources: {'Port': ['ID=1e442533-1970-4cb0-a6f5-253777a24a5b,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:42.417881 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:42.418557 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:42.437398 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Deleting subnet b0e51d3f-02f8-4646-b861-452add2ed683 {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:03:42.447595 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.529159 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:03:42.542591 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.560196 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.574468 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-fffd1474-defa-4f74-a4a5-c6def75ef494 None None] Provisioning complete for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:42.574851 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fffd1474-defa-4f74-a4a5-c6def75ef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.606539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:42.682642 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.708150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device c04d0e05-9d26-45a4-98e9-34cafbede5ee up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:42.716465 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-fffd1474-defa-4f74-a4a5-c6def75ef494 None None] Port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:03:42.758582 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:03:42.764900 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2bf09abd-b7b9-46d0-9530-2f379257a033 admin admin] 10.222.0.13 "PUT /v2.0/routers/26718b3f-6911-4c5c-b73c-40976045b7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4109418 Sep 03 14:03:42.772176 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:03:42.782443 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:42.786830 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:42.829636 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.843834 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port c04d0e05-9d26-45a4-98e9-34cafbede5ee triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:42.844280 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.909722 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.916643 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0e51d3f-02f8-4646-b861-452add2ed683 HTTP/1.1" status: 204 len: 168 time: 0.6877196 Sep 03 14:03:42.919117 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:42.920306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53196) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:42.932437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7759a7-ebdd-40a3-b063-7322a05d29a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e51d3f-02f8-4646-b861-452add2ed683,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:42.996757 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:38Z', 'revision_number': 3, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:43.028302 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Network d6940a9c-62c8-4755-8e11-85130dc4da64 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:43.049655 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:43.056964 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773bf0-09e5-4489-8f26-1c9b4a293bf3 None None] The sync data for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi is: [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:38Z', 'revision_number': 3, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:03:43.058558 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:43.059050 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.170667 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:43.179018 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Pushing event updated for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:43.179283 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.334718 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.346174 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2b3e73f0-36d3-4d74-a45f-d0360517579c req-22b2c7da-ae4f-47ed-8929-8063e1be9a71 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0693488 Sep 03 14:03:43.350397 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5e129b-f092-4e80-a22c-25c52ed5012d']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:43.379870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61f2533-746f-42ec-b793-78af610ea9bc') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:43.379870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61f2533-746f-42ec-b793-78af610ea9bc') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:43.390261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.404487 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.411979 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:03:43.412651 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.425443 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:03:43.506859 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:03:43.581741 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:40Z', 'revision_number': 2, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:43.638071 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.638071 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.638071 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a5e129b-f092-4e80-a22c-25c52ed5012d HTTP/1.1" status: 204 len: 168 time: 0.6937215 Sep 03 14:03:43.639587 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ed010759-09a2-42f2-ac96-bdf33d5fee45 req-65f7ac04-6f48-459e-a7f9-587cd172bbea tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.1318769 Sep 03 14:03:43.648544 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e338-db29-4fa3-86e2-ee1d582ca390 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5e129b-f092-4e80-a22c-25c52ed5012d,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:43.673603 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:03:43.674557 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Updating router 26718b3f-6911-4c5c-b73c-40976045b7e8 port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:03:43.769292 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:43.965772 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.068307 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.069020 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.148951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53242) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:44.154179 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780778369', 'description': 'tempest-description--728704074'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:44.185719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53244) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:44.214031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Pushing event updated for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:44.262276 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.281952 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Transition to ACTIVE for port object fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:44.325870 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a67c65cc-9007-45ca-9f2a-d97e237148ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aef55b0e660c4315b093d543ca5a45b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1382530 Sep 03 14:03:44.328229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53248) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:44.362025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Network d6940a9c-62c8-4755-8e11-85130dc4da64 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:44.364193 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:44.374597 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.400611 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.473840 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0519-6107-441b-b113-7a52158bdd5e None None] Pushing event updated for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:44.488550 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.512702 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.555666 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6eb7a82b-26a0-4ee8-b0f6-acf4e4544f3c req-7c99969e-9360-4963-9f69-a09cc6ed48e4 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0996940 Sep 03 14:03:44.565032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.580686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.634959 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.663205 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:03:44.705091 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Attempting to bind port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:44.705481 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Attempting to bind port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:44.705942 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Attempting to bind port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:44.718219 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:44.718598 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Checking segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:44.719004 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:44.719399 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Bound using segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:44.719880 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Bound port: fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:44.720279 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.200802 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1e442533-1970-4cb0-a6f5-253777a24a5b up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:45.204573 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] For port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:45.204573 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] For port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:45.206249 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:03:45.206249 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-46022f12-58ab-4aeb-89fe-13e5b416e29f admin admin] 10.222.0.13 "PUT /v2.0/routers/9a5ab060-0e89-4005-8626-a2e3f5d6b096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9076681 Sep 03 14:03:45.207287 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.207287 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8203728 Sep 03 14:03:45.208199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53276) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:45.208199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group_rule': {'security_group_id': 'fe133433-80e6-4c6f-859e-96b9ba25dce7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:45.208699 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.209109 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59ed82-2fec-48bb-84e0-87da44a8cd59 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe133433-80e6-4c6f-859e-96b9ba25dce7,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:45.209183 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:45.209183 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:45.209332 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29602cc7-e3e3-441e-b062-3ba228be2461 req-00982d94-9c95-492a-a6dc-62893cbbc377 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.1142807 Sep 03 14:03:45.209407 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0519-6107-441b-b113-7a52158bdd5e None None] Pushing event updated for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=4']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:45.209495 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 1e442533-1970-4cb0-a6f5-253777a24a5b completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:45.209495 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 1e442533-1970-4cb0-a6f5-253777a24a5b triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:45.209495 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.221620 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:45.227308 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.244219 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.244219 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f3b6c77-273d-4860-a051-35562fe11c18 HTTP/1.1" status: 204 len: 168 time: 0.9086483 Sep 03 14:03:45.247961 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814d05e-f983-4ea3-a0e5-283c8da08f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b6c77-273d-4860-a051-35562fe11c18,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:45.315074 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.376976 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.438192 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.448257 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 1e442533-1970-4cb0-a6f5-253777a24a5b, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1e442533-1970-4cb0-a6f5-253777a24a5b,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:03:45.533028 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.554561 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:45.609091 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e101e4-7374-4878-b7a5-245224f49df0,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:45.642602 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:44Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:45.677740 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=1e442533-1970-4cb0-a6f5-253777a24a5b,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:45.681345 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-d4072994-5423-4a4c-be8d-a07385030d3c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:45.683376 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-d4072994-5423-4a4c-be8d-a07385030d3c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 819 time: 0.1918340 Sep 03 14:03:45.700096 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53310) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:45.702432 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f1f20-f6e1-48b3-84f0-405bf9e239d6 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:44Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:03:45.715177 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-3c973c10-7c9f-44da-9a06-e2aa0464d046 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/quotas/d66134b1303b4fc3884c1b77a91cdf1d HTTP/1.1" status: 200 len: 375 time: 0.0230944 Sep 03 14:03:45.832429 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Sync routers for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:03:45.839629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.47', 51150) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:45.867217 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:45.868291 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:46.031699 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.038068 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f6a25ab6-dfec-407f-8e63-b98dd9b45a1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0634525 Sep 03 14:03:46.041309 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53322) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:46.097897 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d65b344b-7f5a-4e01-afe5-eccfb9fb7649 req-6de02c7d-e98b-4839-95d1-2fc9dceee85c tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0672910 Sep 03 14:03:46.108766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group_rule': {'security_group_id': 'fe133433-80e6-4c6f-859e-96b9ba25dce7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:46.142052 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-eaf55c06-3de0-435d-9f62-94c404b57a99 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4177327 Sep 03 14:03:46.198067 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-85b64d14-0809-4dfc-9fcc-ea64547220b2 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:46.199498 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-85b64d14-0809-4dfc-9fcc-ea64547220b2 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.47 "GET /v2.0/networks?id=e574ee20-ee44-459a-8d73-cd964e35a14e HTTP/1.1" status: 200 len: 811 time: 0.3586392 Sep 03 14:03:46.211962 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:46.311794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Request body: {'port': {'device_id': '46fe261a-3d65-462c-bafc-963d37c12e36', 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e', 'admin_state_up': True, 'tenant_id': '8970f8dcbf0f490fb06475da06d1a71d'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:46.355039 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f74cfc36-f621-4ad0-ad8e-3a1fb11c1332 service neutron] 10.222.0.13 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060597 Sep 03 14:03:46.356512 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53334) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:46.433152 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-11087749-f40d-4c4d-8b5c-17e7c3f2c2c0 req-b183591a-9b8a-44b6-84b5-d61d2341a7db tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.1884806 Sep 03 14:03:46.438857 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-91388991-8d82-4892-8cce-f5a18288f3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.536539 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d1741706-5e6f-414c-9f98-b72592f75306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93fb578eb2d24ab9b215444ddbb8c43b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1635163 Sep 03 14:03:46.538809 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-1f9c0d54-8669-48b5-98f7-0554126b5d74 service neutron] 10.222.0.13 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510103 Sep 03 14:03:46.539339 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53336) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:46.599176 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.642440 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.671759 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:43Z', 'revision_number': 4, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '38681a15-2baf-449e-b076-4ccf0cc29c06', 'name': '', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'mac_address': 'fa:16:3e:c5:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:41Z', 'updated_at': '2021-09-03T14:03:43Z', 'revision_number': 2, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'subnets': [{'id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:46.707496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Checking router: 9a5ab060-0e89-4005-8626-a2e3f5d6b096 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:03:46.708147 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Updating router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 port 38681a15-2baf-449e-b076-4ccf0cc29c06 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:03:46.755060 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.793940 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:46.994153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.db.api [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:03:46.994153 dv-cinder-788367-6-iscsi neutron-server[94510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:03:46.994153 dv-cinder-788367-6-iscsi neutron-server[94510]: [parameters: {'project_id_1': '8970f8dcbf0f490fb06475da06d1a71d', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 3, 26, 508325)}] Sep 03 14:03:46.994153 dv-cinder-788367-6-iscsi neutron-server[94510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:03:46.994511 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:46.995413 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG oslo_db.api [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:03:47.079358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.088343 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.47', 51152) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:47.091448 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:47.101535 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Transition to ACTIVE for port object 38681a15-2baf-449e-b076-4ccf0cc29c06 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:47.101535 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:47.101535 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.105551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.111304 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.114882 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.116044 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/783b7480-3d1e-4925-9f32-28c44865438f HTTP/1.1" status: 204 len: 168 time: 0.5756011 Sep 03 14:03:47.133072 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe21d7-84e9-4cb5-a8ab-4a28f6d6b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b7480-3d1e-4925-9f32-28c44865438f,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:47.209349 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-91388991-8d82-4892-8cce-f5a18288f3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.217229 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.232836 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.331348 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-91388991-8d82-4892-8cce-f5a18288f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.345393 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3cfeec17-9fe0-4127-be0e-1f804f7d1d83 req-aa952f58-4b3c-4b9e-a3d1-3223f50576fe tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 210 time: 0.0850244 Sep 03 14:03:47.410963 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2ca54d-1385-4900-bcbf-92f8219e920a,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:47.413394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-ca8ae78f-92be-4c9f-829b-210391f4c3d3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:47.427624 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f428671-b53d-4833-80bc-2aaac1756570 req-793eddc5-cd1a-40ec-b6d0-828a1ef58549 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.1353161 Sep 03 14:03:47.430457 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-ca8ae78f-92be-4c9f-829b-210391f4c3d3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.3407185 Sep 03 14:03:47.446835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261a85f-25da-4317-b6cd-3d092588788d None None] Pushing event updated for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:47.459635 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Request body: {'port': {'device_id': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'admin_state_up': True, 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:47.465097 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.466318 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9fe8bfcc-bdf8-47af-a92e-d43477182ffa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4218533 Sep 03 14:03:47.467016 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388991-8d82-4892-8cce-f5a18288f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9447c081-ff4c-4386-99e5-4f465d1f8f77,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:47.468861 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.478721 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53380) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:47.497914 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Attempting to bind port 38681a15-2baf-449e-b076-4ccf0cc29c06 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:47.500889 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Attempting to bind port 38681a15-2baf-449e-b076-4ccf0cc29c06 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:47.501395 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Attempting to bind port 38681a15-2baf-449e-b076-4ccf0cc29c06 on network d6940a9c-62c8-4755-8e11-85130dc4da64 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:47.514403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:47.514884 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Checking segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:47.515001 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:47.515368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.515837 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Bound using segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:47.516417 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Bound port: 38681a15-2baf-449e-b076-4ccf0cc29c06, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:47.516878 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.559881 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-91388991-8d82-4892-8cce-f5a18288f3e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36414f095e0d4ec689d576ad00a3e3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8564689 Sep 03 14:03:47.560261 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53384) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:47.575658 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:03:47.628481 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.664688 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.698406 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] For port 38681a15-2baf-449e-b076-4ccf0cc29c06, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:47.702439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] For port 38681a15-2baf-449e-b076-4ccf0cc29c06, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38681a15-2baf-449e-b076-4ccf0cc29c06,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:47.712164 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Made reservation on behalf of 8970f8dcbf0f490fb06475da06d1a71d for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:47.716138 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.717774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.732620 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1e442533-1970-4cb0-a6f5-253777a24a5b up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:47.751319 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6cbb8732-eb3f-4cfd-b06c-8692a5b6b775 req-3e81e4bc-97da-4ae8-9cfe-13864bbaba96 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.0433609 Sep 03 14:03:47.830803 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.859802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53412) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:47.862567 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.896977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.896977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:47.898126 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9447c081-ff4c-4386-99e5-4f465d1f8f77 HTTP/1.1" status: 204 len: 168 time: 0.3367958 Sep 03 14:03:47.965789 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:03:47.966886 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:03:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:47.976157 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:48.022654 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:48.035503 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:48.123629 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 1e442533-1970-4cb0-a6f5-253777a24a5b triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:48.124092 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:48.131251 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261a85f-25da-4317-b6cd-3d092588788d None None] Pushing event updated for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:48.160930 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ec5b75d7-a6b4-494c-b7f8-0f0a1e7d5be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:48.191098 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c55c4-cbd5-4627-85b8-19ea924e0b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9447c081-ff4c-4386-99e5-4f465d1f8f77,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:48.255139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d972f6b9-644e-4896-9940-f521c288f639 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:48.255969 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:03:48.258863 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d972f6b9-644e-4896-9940-f521c288f639 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 819 time: 0.3555272 Sep 03 14:03:48.364413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-12c52ff9-75d9-4edb-860f-5aa74bdc81f2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/quotas/d66134b1303b4fc3884c1b77a91cdf1d HTTP/1.1" status: 200 len: 375 time: 0.0971117 Sep 03 14:03:48.474458 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Allocated IP 172.20.0.12 (e574ee20-ee44-459a-8d73-cd964e35a14e/b30ff2d0-689f-428c-b829-60324a2047e8/beb49a38-161b-4e08-8054-d318d5707c99) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:48.538064 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ec5b75d7-a6b4-494c-b7f8-0f0a1e7d5be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:48.569238 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Allocated IP 172.20.0.6 (9a880de5-f366-4527-8bf6-157addfe3198/e618a316-21bc-4903-9834-9193be080597/d36c2a43-1e14-4f53-9daf-28ab2e831d89) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:48.633108 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ec5b75d7-a6b4-494c-b7f8-0f0a1e7d5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:48.762748 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c6e88fd-76a4-4a50-acf4-7184c2f424e9 req-f699b5a3-0e57-40c5-acba-2f78a73fd4a8 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.2210240 Sep 03 14:03:48.780787 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:48.862818 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b75d7-a6b4-494c-b7f8-0f0a1e7d5be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a495ac3-7a6d-425d-90a5-c9d4e9a9e7c8,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:48.870252 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-ec5b75d7-a6b4-494c-b7f8-0f0a1e7d5be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0e88166cff04a86800e8f7ac090fb41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0062063 Sep 03 14:03:48.875921 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-7eb50acd-7272-4f43-a992-95321864c0e3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5071108 Sep 03 14:03:48.878770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53446) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:48.922611 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:43Z', 'revision_number': 4, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '38681a15-2baf-449e-b076-4ccf0cc29c06', 'name': '', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'mac_address': 'fa:16:3e:c5:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:41Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 4, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'subnets': [{'id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:03:48.955384 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06edacb9-6279-4861-a42d-d166347e4cb2 None None] The sync data for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi is: [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:03:43Z', 'revision_number': 4, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '38681a15-2baf-449e-b076-4ccf0cc29c06', 'name': '', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'mac_address': 'fa:16:3e:c5:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:41Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 4, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'subnets': [{'id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:03:48.966271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:48.966271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.083633 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.096918 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-c61f6cba-cb9c-46c9-bedd-f75306835bfb service neutron] 10.222.0.13 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235823 Sep 03 14:03:49.145708 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-49c33799-1954-4c15-b8d6-f3c4e36addf7 req-f0dbf0f4-95b3-48f5-ab42-4e5baf9ca716 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.0675161 Sep 03 14:03:49.235933 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.244169 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.299599 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.371334 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.421906 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53462) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:49.542980 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e25c2650-ded6-4b21-ab87-6e67d2b05ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.596927 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.621264 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-234b18ad-ca43-45ba-b7a9-2d7fffffd1fa service neutron] 10.222.0.13 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047238 Sep 03 14:03:49.639113 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:03:49.647790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Allocated IP 172.27.0.30 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/d067ec88-10a3-4be6-b8fe-2cac4274f037) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:49.792353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.794164 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.804430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:49.814349 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a495ac3-7a6d-425d-90a5-c9d4e9a9e7c8 HTTP/1.1" status: 204 len: 168 time: 0.9242640 Sep 03 14:03:50.086065 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Pushing event updated for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:50.125283 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Network e574ee20-ee44-459a-8d73-cd964e35a14e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:50.144074 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Network 9a880de5-f366-4527-8bf6-157addfe3198 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:50.149430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:50.166886 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:50.221785 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:50.230342 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:50.256299 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-22f792e1-d8d9-4952-bd4f-10ab6839e69c req-fdd2fc7f-7279-4ff1-8fcf-f248fe607767 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.0912287 Sep 03 14:03:50.333394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:50.334338 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:50.352129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e25c2650-ded6-4b21-ab87-6e67d2b05ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:50.354217 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:50.355054 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:50.370142 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bb2b-66ac-481c-91a9-789658555dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a495ac3-7a6d-425d-90a5-c9d4e9a9e7c8,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:50.470026 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event updated for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:50.487715 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437f83-ed98-4448-bf1e-ca6a8cd0814e req-a24fb7a0-e39c-4ec0-bb28-9c4db2983c69 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:50.498035 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21437f83-ed98-4448-bf1e-ca6a8cd0814e req-a24fb7a0-e39c-4ec0-bb28-9c4db2983c69 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 932 time: 0.3279259 Sep 03 14:03:50.513792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e25c2650-ded6-4b21-ab87-6e67d2b05ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:50.532827 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-20807ba4-3492-4fa5-80d5-5fc0cd04762e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0917518 Sep 03 14:03:50.541755 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:50.561287 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-e58bd672-96f4-43cb-86a8-09060a4d3e46 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3071613 Sep 03 14:03:50.598341 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-d99d73d7-d26e-43e7-8009-34fd88952335 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:03:50.600338 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-d99d73d7-d26e-43e7-8009-34fd88952335 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193563 Sep 03 14:03:50.616178 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-8d7c715b-6d3c-4c33-a6ab-20c69d36e1be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:03:50.617275 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-8d7c715b-6d3c-4c33-a6ab-20c69d36e1be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349553 Sep 03 14:03:50.739273 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38681a15-2baf-449e-b076-4ccf0cc29c06 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:50.906650 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.47', 51160) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:50.999894 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 38681a15-2baf-449e-b076-4ccf0cc29c06 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:03:51.005444 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 38681a15-2baf-449e-b076-4ccf0cc29c06 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:51.005852 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.019886 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e25c2650-ded6-4b21-ab87-6e67d2b05ab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3c12c7cef04422280f7f2af20acfd31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5804205 Sep 03 14:03:51.060236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53520) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:51.133584 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21437f83-ed98-4448-bf1e-ca6a8cd0814e req-be5eb09b-2723-4e3b-83a9-f798285b5204 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198757 Sep 03 14:03:51.133584 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c2650-ded6-4b21-ab87-6e67d2b05ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae68d5-c4ab-4739-9e4b-ed7fc3902f61,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:51.158416 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.253303 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.305060 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.313698 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-085ff1d1-a091-4967-a119-bf557d74d917 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:51.315667 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-085ff1d1-a091-4967-a119-bf557d74d917 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 819 time: 0.6595969 Sep 03 14:03:51.319756 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93ca83-b513-4080-9f9c-06d92a6173da req-a62b8315-e94a-4bc3-b0cf-20c0ac86fba8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:51.331037 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ae93ca83-b513-4080-9f9c-06d92a6173da req-a62b8315-e94a-4bc3-b0cf-20c0ac86fba8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 931 time: 0.8076718 Sep 03 14:03:51.338524 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=d067ec88-10a3-4be6-b8fe-2cac4274f037,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:51.343077 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.355587 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Request body: {'port': {'device_id': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'admin_state_up': True, 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:51.362357 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 38681a15-2baf-449e-b076-4ccf0cc29c06, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38681a15-2baf-449e-b076-4ccf0cc29c06,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:03:51.375336 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Request body: {'port': {'device_id': '46fe261a-3d65-462c-bafc-963d37c12e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:51.451805 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.467841 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:51.488536 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:51.510842 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:51.524775 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0064a1ee-e459-4100-b7d0-8d6ad581f63e req-de417a69-779b-416f-b082-f41ad52742fb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.0936909 Sep 03 14:03:51.542234 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ae93ca83-b513-4080-9f9c-06d92a6173da req-5795fc4f-f4c8-4cca-a69c-e35a4ded683c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076507 Sep 03 14:03:51.606689 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:51.642413 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Request body: {'port': {'device_id': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:51.692768 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.772115 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.865888 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.918382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.924226 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:51.925872 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27ae68d5-c4ab-4739-9e4b-ed7fc3902f61 HTTP/1.1" status: 204 len: 168 time: 0.8643203 Sep 03 14:03:51.954556 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24feb55-607a-4036-9d39-5a2241b27b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae68d5-c4ab-4739-9e4b-ed7fc3902f61,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:52.000727 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.050395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Made reservation on behalf of d66134b1303b4fc3884c1b77a91cdf1d for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:52.066006 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.237114 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53552) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:52.466697 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8268d6-49b1-4932-a21f-552ca330d4fe req-1a7709a7-9e31-4ec4-b8bc-ba5922e517ef tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:52.468140 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fb8268d6-49b1-4932-a21f-552ca330d4fe req-1a7709a7-9e31-4ec4-b8bc-ba5922e517ef tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 932 time: 0.1979318 Sep 03 14:03:52.514495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.579875 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fb8268d6-49b1-4932-a21f-552ca330d4fe req-cca39086-995c-486e-9fa3-f55186c5ba3f tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906007 Sep 03 14:03:52.599595 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb49a38-161b-4e08-8054-d318d5707c99 {{(pid=94511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:03:52.612789 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.616123 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.716107 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Transition to ACTIVE for port object beb49a38-161b-4e08-8054-d318d5707c99 will not be triggered until provisioned by entity L2. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:52.721232 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.722352 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38681a15-2baf-449e-b076-4ccf0cc29c06 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:03:52.722833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Allocated IP 172.20.0.12 (d6940a9c-62c8-4755-8e11-85130dc4da64/34fc0d85-632c-49b2-bf94-9f9347f52d2e/86efa864-d5ef-4ae9-9f0b-ca56cdf64c30) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:52.779417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=d067ec88-10a3-4be6-b8fe-2cac4274f037,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:52.821551 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36c2a43-1e14-4f53-9daf-28ab2e831d89 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:03:52.856124 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 38681a15-2baf-449e-b076-4ccf0cc29c06 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:03:52.857931 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.859520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.863946 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.871260 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77460abf-5ee6-4b70-94bc-9c57e78397f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.888890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-661f5d51-934e-48f3-930f-76b8886e6800 req-ab541002-f419-4a06-8fff-f004b20322fa tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.1390591 Sep 03 14:03:52.951948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:52.963465 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0c3ac126-30fc-465e-89fd-7a3ad6ce8a80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4785430 Sep 03 14:03:52.986753 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Transition to ACTIVE for port object d36c2a43-1e14-4f53-9daf-28ab2e831d89 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:53.022843 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Pushing event updated for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:53.072024 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.098052 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b35e5-ede0-4efd-ae57-3e6fbc373ed5 req-e8ceb031-e85a-491e-ad2b-bdfa29e9a83b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:53.100077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5a5b35e5-ede0-4efd-ae57-3e6fbc373ed5 req-e8ceb031-e85a-491e-ad2b-bdfa29e9a83b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 931 time: 0.3648217 Sep 03 14:03:53.117002 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Attempting to bind port beb49a38-161b-4e08-8054-d318d5707c99 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:53.117363 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Attempting to bind port beb49a38-161b-4e08-8054-d318d5707c99 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd2049ce0-777c-4b16-a309-ae813882b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e'}] {{(pid=94511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:53.117851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Attempting to bind port beb49a38-161b-4e08-8054-d318d5707c99 on network e574ee20-ee44-459a-8d73-cd964e35a14e {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:53.121070 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53570) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:53.159770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.47', 51167) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:53.203547 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5a5b35e5-ede0-4efd-ae57-3e6fbc373ed5 req-8a5568c9-d84e-4f32-8563-22f1f34f1b49 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Sep 03 14:03:53.204232 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Port beb49a38-161b-4e08-8054-d318d5707c99 on network e574ee20-ee44-459a-8d73-cd964e35a14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:03:53.208781 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Attempting to bind port beb49a38-161b-4e08-8054-d318d5707c99 on network e574ee20-ee44-459a-8d73-cd964e35a14e {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:53.221482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:53.221482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Checking segment: {'id': 'd2049ce0-777c-4b16-a309-ae813882b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:53.221482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Bound using segment: {'id': 'd2049ce0-777c-4b16-a309-ae813882b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e'} {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:53.221482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Bound port: beb49a38-161b-4e08-8054-d318d5707c99, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2049ce0-777c-4b16-a309-ae813882b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e'}}] {{(pid=94511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:53.221482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.329675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.344986 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, cleared binding levels {{(pid=94511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:53.366449 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=beb49a38-161b-4e08-8054-d318d5707c99,segment=NetworkSegment(d2049ce0-777c-4b16-a309-ae813882b4c1),segment_id=d2049ce0-777c-4b16-a309-ae813882b4c1)] {{(pid=94511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:53.392162 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Pushing event updated for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:53.537859 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-f4b1d1dc-72ad-44ff-9f13-6b3b806cc84e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--780778369&fields=id&tenant_id=43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 267 time: 0.0784500 Sep 03 14:03:53.587678 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bce0f53f-89cf-4fd1-a2ad-2a7ee4363986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.603884 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77460abf-5ee6-4b70-94bc-9c57e78397f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.616205 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-645a4a39-05e4-41ba-8717-15be77216d7f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:53.618994 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-645a4a39-05e4-41ba-8717-15be77216d7f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 819 time: 0.3609445 Sep 03 14:03:53.629032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Attempting to bind port d36c2a43-1e14-4f53-9daf-28ab2e831d89 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:53.629400 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Attempting to bind port d36c2a43-1e14-4f53-9daf-28ab2e831d89 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:53.630137 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Attempting to bind port d36c2a43-1e14-4f53-9daf-28ab2e831d89 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:53.635157 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Port d36c2a43-1e14-4f53-9daf-28ab2e831d89 on network 9a880de5-f366-4527-8bf6-157addfe3198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:03:53.635692 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Attempting to bind port d36c2a43-1e14-4f53-9daf-28ab2e831d89 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:53.644744 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:53.645112 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Checking segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:53.645706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Bound using segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:53.646150 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Bound port: d36c2a43-1e14-4f53-9daf-28ab2e831d89, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:53.646513 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.662770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Request body: {'port': {'device_id': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'admin_state_up': True, 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:53.750139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-aa2e4d0d-f742-41b1-8cae-ff5a3949f3d6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:53.753098 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-aa2e4d0d-f742-41b1-8cae-ff5a3949f3d6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 810 time: 0.2124267 Sep 03 14:03:53.775403 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-1ac6d111-f8be-49d5-9a0b-d98567c5ac1a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/quotas/43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 375 time: 0.0154729 Sep 03 14:03:53.788889 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d992e-05ff-42fa-a315-a3350b73ad52 req-ff2e8206-42f6-437f-8cb0-54ab08ab7457 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:53.791597 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-969d992e-05ff-42fa-a315-a3350b73ad52 req-ff2e8206-42f6-437f-8cb0-54ab08ab7457 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.0842872 Sep 03 14:03:53.823253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.829907 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77460abf-5ee6-4b70-94bc-9c57e78397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.837320 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:53.885318 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:53.976213 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:54.007495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:54.008349 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.009933 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] 10.222.0.47 "PUT /v2.0/ports/beb49a38-161b-4e08-8054-d318d5707c99 HTTP/1.1" status: 200 len: 1094 time: 3.0985320 Sep 03 14:03:54.017527 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-969d992e-05ff-42fa-a315-a3350b73ad52 req-9e4f119a-830c-4d44-9dd0-5b9019107ef3 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133496 Sep 03 14:03:54.031295 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:03:54.055029 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-77460abf-5ee6-4b70-94bc-9c57e78397f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09a0e532aa8844cdb618901900630626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8147111 Sep 03 14:03:54.062627 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Network d6940a9c-62c8-4755-8e11-85130dc4da64 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:54.063378 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53602) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:54.083234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:54.090034 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Pushing event updated for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:54.100388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:54.122883 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.162115 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-2abe6e8c-967a-4c56-bfea-1f8d998defd2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3694792 Sep 03 14:03:54.188439 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864ffd-7330-44b8-9c20-4086b5f16159 service neutron] Pushing event updated for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=3']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:54.231797 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460abf-5ee6-4b70-94bc-9c57e78397f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22b0e10-469e-4159-b933-d9a96abff516,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:54.377629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:54.378254 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.379679 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] 10.222.0.47 "PUT /v2.0/ports/d36c2a43-1e14-4f53-9daf-28ab2e831d89 HTTP/1.1" status: 200 len: 1093 time: 3.3877017 Sep 03 14:03:54.382571 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:03:54.409604 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:54.410450 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.438222 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6954c-0f3e-4a62-ab59-e882dc091d70 service neutron] Pushing event updated for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:54.449326 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.498613 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.616552 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "tag": "beb49a38-161b-4e08-8054-d318d5707c99"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:03:54.673181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53632) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:54.762742 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14bddff0-96a4-4357-8b04-455a48fba3a6 req-50d065af-253f-441e-9ae9-35f225a9adec tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.5377364 Sep 03 14:03:54.792078 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783c9a3b-d25d-4438-a9e1-516b8c50a857" -d '{"events": [{"name": "network-changed", "server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:03:54.814392 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-86dc21b3-1487-40a5-836b-998e38cd900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:54.815197 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-86dc21b3-1487-40a5-836b-998e38cd900b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8970f8dcbf0f490fb06475da06d1a71d&device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 1097 time: 0.6151879 Sep 03 14:03:54.826835 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-5dbbd7a8-861e-4233-b605-05ab461ba5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770576 Sep 03 14:03:54.854845 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-548befbb-83b2-4ec9-948d-a3c277e023fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:54.856782 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-548befbb-83b2-4ec9-948d-a3c277e023fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 1096 time: 0.1843946 Sep 03 14:03:54.858831 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bce0f53f-89cf-4fd1-a2ad-2a7ee4363986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:54.938156 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-36e55f6a-b923-4c5a-ae44-48a573296e60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb49a38-161b-4e08-8054-d318d5707c99 HTTP/1.1" status: 200 len: 217 time: 0.0906010 Sep 03 14:03:54.984644 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bce0f53f-89cf-4fd1-a2ad-2a7ee4363986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.038875 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.043205 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.047059 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c22b0e10-469e-4159-b933-d9a96abff516 HTTP/1.1" status: 204 len: 168 time: 0.9727497 Sep 03 14:03:55.066365 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-f8922fc5-8ac3-4033-91e7-799011db851b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7208986 Sep 03 14:03:55.067851 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-5b263853-af62-42b5-a712-02d5ea0a0857 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89 HTTP/1.1" status: 200 len: 217 time: 0.1966803 Sep 03 14:03:55.079424 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29919d-543c-44e0-a400-5a0e5347fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22b0e10-469e-4159-b933-d9a96abff516,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:55.154242 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-560070608-network', 'tenant_id': '0a137658538444eca714e06c23f80631'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:55.189625 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Made reservation on behalf of d66134b1303b4fc3884c1b77a91cdf1d for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:55.202886 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.245055 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720c6d-4df4-4189-8cb6-548b41638fe5 req-561883b9-21c7-49de-aed9-3c80bece4757 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:55.246702 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c7720c6d-4df4-4189-8cb6-548b41638fe5 req-561883b9-21c7-49de-aed9-3c80bece4757 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.2993534 Sep 03 14:03:55.254751 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-bce0f53f-89cf-4fd1-a2ad-2a7ee4363986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d68d3cd57e64d1fa0dc025cf3ad9b30&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1307392 Sep 03 14:03:55.271383 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53648) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:55.276751 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0f53f-89cf-4fd1-a2ad-2a7ee4363986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272cc119-2a81-4c9e-ae8d-65cb3c94e911,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:55.334093 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-65bb0487-cc0e-47e5-9bcb-630c22e05275 service neutron] 10.222.0.13 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949605 Sep 03 14:03:55.340842 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53273b9-66cd-455b-a81e-486c7435322a req-7c331d6c-75bb-49af-b720-3f46ebb2d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:55.340842 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-7c331d6c-75bb-49af-b720-3f46ebb2d353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30ff2d0-689f-428c-b829-60324a2047e8 HTTP/1.1" status: 200 len: 851 time: 0.2976310 Sep 03 14:03:55.394774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Made reservation on behalf of 0a137658538444eca714e06c23f80631 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:55.396060 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.411943 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.413760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.418290 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c7720c6d-4df4-4189-8cb6-548b41638fe5 req-832e4ef3-a2ed-4ede-a7ff-b87fbb82983c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618841 Sep 03 14:03:55.534668 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.575887 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Allocated IP 172.20.0.6 (d6940a9c-62c8-4755-8e11-85130dc4da64/34fc0d85-632c-49b2-bf94-9f9347f52d2e/8dcf916e-5bc1-4910-b8cc-fd01e338a97e) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:03:55.686987 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Request body: {'port': {'device_id': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:55.855251 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-1e71c6df-00ac-4b0f-8886-47669cee2a49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e574ee20-ee44-459a-8d73-cd964e35a14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666219 Sep 03 14:03:55.934851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.938025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.948227 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501def7b-6716-4320-95b1-81714d5c3679 x-openstack-request-id: req-501def7b-6716-4320-95b1-81714d5c3679 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:03:55.950753 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "tag": "beb49a38-161b-4e08-8054-d318d5707c99", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:03:55.951347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-501def7b-6716-4320-95b1-81714d5c3679 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:03:55.952035 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99', 'status': 'completed', 'code': 200} Sep 03 14:03:55.952714 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-f73a65ea-f82f-4567-981c-76e67c440574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:55.954281 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-f73a65ea-f82f-4567-981c-76e67c440574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.2576451 Sep 03 14:03:55.965174 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.967843 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:55.971215 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/272cc119-2a81-4c9e-ae8d-65cb3c94e911 HTTP/1.1" status: 204 len: 168 time: 0.6962841 Sep 03 14:03:55.996587 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e0f2e-9551-4818-a1ec-db2f5a8c5593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272cc119-2a81-4c9e-ae8d-65cb3c94e911,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:56.152222 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-ee180d32-c03b-4cbb-b3c2-2b4345a98f96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655681 Sep 03 14:03:56.157987 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.197996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24c902-6dc2-445e-bdda-4050f6073534 x-openstack-request-id: req-2a24c902-6dc2-445e-bdda-4050f6073534 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:03:56.203469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:03:56.203469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a24c902-6dc2-445e-bdda-4050f6073534 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:03:56.203469 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89', 'status': 'completed', 'code': 200} Sep 03 14:03:56.203839 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7e6f631f-19d0-4178-9e4a-fd9e0a41bd4f req-08d2f688-c95d-44a4-b102-33dc1a0bd23b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0512724 Sep 03 14:03:56.255964 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4774-1a77-4c46-bbca-d95623bf8879 req-6c1d1f13-b82a-4db8-b2b2-99a3491d95b7 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:56.259341 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac4a4774-1a77-4c46-bbca-d95623bf8879 req-6c1d1f13-b82a-4db8-b2b2-99a3491d95b7 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1549728 Sep 03 14:03:56.311051 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-9376d444-0acc-4a5a-916e-85f9a9dce46e service neutron] 10.222.0.47 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314320 Sep 03 14:03:56.319587 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:03:56.385348 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1d43dae4-9d93-4041-af5a-c789068c23d1 req-30ca2b74-bd24-4e04-8e2d-4b4f3c8ff3b9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.0717289 Sep 03 14:03:56.406593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53682) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:56.442435 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac4a4774-1a77-4c46-bbca-d95623bf8879 req-8f1bd0cb-42da-4f66-a402-92a3e7f29fef tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745584 Sep 03 14:03:56.450803 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a5c152a0-7f7f-4f0a-9538-71d9cd1cae53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.462139 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb9d0b-f769-481c-a70a-b8b5977a4195,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:56.487103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.505255 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.505638 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Added segment 01133ebc-bbca-4cb5-94e5-577410137dbd of type vlan for network b6bf6d75-989d-44be-adf0-cfcab0449771 Sep 03 14:03:56.642499 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-5bbc986e-7849-4ffa-9bde-f261ab998a67 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481778 Sep 03 14:03:56.666247 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.685706 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a5c152a0-7f7f-4f0a-9538-71d9cd1cae53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.797756 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a5c152a0-7f7f-4f0a-9538-71d9cd1cae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.830242 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ba31d366-8c64-4964-8ef3-c3adfb2e33d4 req-d0481472-a348-455c-8622-e603f7df4453 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749530 Sep 03 14:03:56.854107 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-a5c152a0-7f7f-4f0a-9538-71d9cd1cae53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fadeca52082486aa8793727f839b672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496837 Sep 03 14:03:56.856970 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53690) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:56.876819 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae8be-e74c-4102-a1d5-ff0fdbecb938 req-aafc6c82-3f00-42ce-9b1f-1b59064e207e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:56.885694 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b77ae8be-e74c-4102-a1d5-ff0fdbecb938 req-aafc6c82-3f00-42ce-9b1f-1b59064e207e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.3133290 Sep 03 14:03:56.897582 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c152a0-7f7f-4f0a-9538-71d9cd1cae53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceba717-8c5b-41de-bab8-7de5be30beca,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:56.902677 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.908992 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e53273b9-66cd-455b-a81e-486c7435322a req-97544d52-0209-4203-9967-5b228811d3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216148 Sep 03 14:03:56.940980 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b77ae8be-e74c-4102-a1d5-ff0fdbecb938 req-d4cd431c-6386-4e5f-bb6b-63decf2ba3b4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Sep 03 14:03:56.948560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:56.949066 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:56.949407 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.072567 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Network d6940a9c-62c8-4755-8e11-85130dc4da64 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:03:57.175191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:57.175191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.175191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:03:57.175191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Pushing event updated for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:57.175191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] Pushing event updated for resources: {'Network': ['ID=b6bf6d75-989d-44be-adf0-cfcab0449771,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:57.199967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network b6bf6d75-989d-44be-adf0-cfcab0449771 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:03:57.316098 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2af7d6e-117d-415f-b1b7-f9b2dcfbadd1 req-7bde8f7b-d6e8-4d4f-84a0-f754d5e7abce tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0490148 Sep 03 14:03:57.325769 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:57.326611 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.360412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.372069 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b5ac337a-66d7-4800-ad67-e07df2348841 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6953659 Sep 03 14:03:57.372420 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53696) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:57.377869 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Request body: {'subnet': {'network_id': 'b6bf6d75-989d-44be-adf0-cfcab0449771', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-560070608-subnet', 'tenant_id': '0a137658538444eca714e06c23f80631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:03:57.438443 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-239239ce-0c98-419b-9eb3-9d7ca45cf75a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7880037 Sep 03 14:03:57.470654 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:03:57.497674 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.511724 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53704) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:57.574323 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-270851eb-1b43-4947-a7de-f090a318f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.634187 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463cec7-ac1a-4141-8642-40b808306baa req-fcc17752-4cd7-4627-bdea-43813b208db6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:57.637962 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1463cec7-ac1a-4141-8642-40b808306baa req-fcc17752-4cd7-4627-bdea-43813b208db6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.1074359 Sep 03 14:03:57.657056 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Transition to ACTIVE for port object 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:03:57.662630 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.662630 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.662630 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ceba717-8c5b-41de-bab8-7de5be30beca HTTP/1.1" status: 204 len: 168 time: 0.8040707 Sep 03 14:03:57.664918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Made reservation on behalf of 0a137658538444eca714e06c23f80631 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:03:57.667606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.677636 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ff5a0-4abe-46d9-8100-892b28b9b525 req-1f8d927c-5e24-43a3-8d35-1950ace54652 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:57.686492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c56dee-935e-48a4-b063-fcda72adfad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceba717-8c5b-41de-bab8-7de5be30beca,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:57.686747 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b13ff5a0-4abe-46d9-8100-892b28b9b525 req-1f8d927c-5e24-43a3-8d35-1950ace54652 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1163628 Sep 03 14:03:57.766342 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1463cec7-ac1a-4141-8642-40b808306baa req-bffc6e0c-0657-4f74-a741-0d8f82a50875 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244130 Sep 03 14:03:57.771383 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.857938 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b13ff5a0-4abe-46d9-8100-892b28b9b525 req-7df69dd8-e93b-454b-8381-8ac2e4b7f90a tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643503 Sep 03 14:03:57.920950 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-270851eb-1b43-4947-a7de-f090a318f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.924082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:57.939215 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Attempting to bind port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:03:57.939390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Attempting to bind port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:03:57.940143 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Attempting to bind port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 on network d6940a9c-62c8-4755-8e11-85130dc4da64 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:57.944444 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 on network d6940a9c-62c8-4755-8e11-85130dc4da64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:03:57.944773 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Attempting to bind port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 on network d6940a9c-62c8-4755-8e11-85130dc4da64 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:03:57.951067 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:03:57.951791 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Checking segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:57.951791 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Bound using segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:03:57.952182 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Bound port: 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:03:57.952536 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:57.998860 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-270851eb-1b43-4947-a7de-f090a318f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.046353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:03:58.052144 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:03:58.057229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53710) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:03:58.057410 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-270851eb-1b43-4947-a7de-f090a318f07b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbc03ca03dcb41268547f006b39464ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445180 Sep 03 14:03:58.060761 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270851eb-1b43-4947-a7de-f090a318f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8945b214-6aa1-4cdc-a126-046187d39dc1,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:58.119287 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.131464 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b42caf-2464-432d-98c4-ef941bba9266 req-5ec75d7b-1d76-44ad-b245-0bcab07110d4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:58.134127 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6b42caf-2464-432d-98c4-ef941bba9266 req-5ec75d7b-1d76-44ad-b245-0bcab07110d4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0741856 Sep 03 14:03:58.135856 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.233446 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=280a600b-c865-4dcc-bc02-8c3247fb3266,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:58.288648 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.293718 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6b42caf-2464-432d-98c4-ef941bba9266 req-b1d9382d-cb12-4c1f-b7f2-13b592672d24 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321464 Sep 03 14:03:58.300338 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Checking segment: {'id': '01133ebc-bbca-4cb5-94e5-577410137dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b6bf6d75-989d-44be-adf0-cfcab0449771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:03:58.300904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Network hostable DHCP agents. Network: b6bf6d75-989d-44be-adf0-cfcab0449771, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:03:58.316272 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.365450 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:58.366087 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.368081 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] 10.222.0.47 "PUT /v2.0/ports/86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 1094 time: 2.6892102 Sep 03 14:03:58.370282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:03:58.372596 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859" -d '{"events": [{"name": "network-changed", "server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:03:58.387837 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Network b6bf6d75-989d-44be-adf0-cfcab0449771 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:03:58.411636 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb5ec4-f78e-4f54-b586-b7816c67ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:58.445309 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810ced3f-ac04-45a4-ac00-ff51bad3da6c x-openstack-request-id: req-810ced3f-ac04-45a4-ac00-ff51bad3da6c {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:03:58.446128 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:03:58.446380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810ced3f-ac04-45a4-ac00-ff51bad3da6c {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:03:58.446800 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', 'status': 'completed', 'code': 200} Sep 03 14:03:58.463006 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-62817b4b-115d-4297-a207-762dec715cfe req-fa29a632-4313-4e36-bbd2-920708eb1f69 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0369208 Sep 03 14:03:58.496513 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, b6bf6d75-989d-44be-adf0-cfcab0449771) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:03:58.501200 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:58.502489 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.507184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc3d0b-59a9-4af5-95ad-3c6ff33dae91 None None] Network b6bf6d75-989d-44be-adf0-cfcab0449771 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:58.517696 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.520333 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:03:58.522346 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8945b214-6aa1-4cdc-a126-046187d39dc1 HTTP/1.1" status: 204 len: 168 time: 0.4635773 Sep 03 14:03:58.533343 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a6690-22c4-4883-a39e-1ce23a422749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8945b214-6aa1-4cdc-a126-046187d39dc1,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:03:58.669667 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7d9391f8-b7e0-4866-854c-d6bd9183c5fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2960467 Sep 03 14:03:58.692536 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce046a-8ca0-4924-97ea-38dd9b3921c0 None None] Network b6bf6d75-989d-44be-adf0-cfcab0449771 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:03:58.974898 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e609ad-8430-4762-aa44-6b8d28a83e9c req-b3701611-f8af-4168-acbe-cee072d677f9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:58.976738 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b5e609ad-8430-4762-aa44-6b8d28a83e9c req-b3701611-f8af-4168-acbe-cee072d677f9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.1140816 Sep 03 14:03:59.055404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383809b-792b-4a6f-92d4-c5b576206ad2 req-9114cfb7-81f6-4f60-9271-b3d2ff8af8aa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:59.064461 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c383809b-792b-4a6f-92d4-c5b576206ad2 req-9114cfb7-81f6-4f60-9271-b3d2ff8af8aa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1078699 Sep 03 14:03:59.101836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b5e609ad-8430-4762-aa44-6b8d28a83e9c req-ddb2a8fb-510d-41ec-9511-5fb7125b9743 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096666 Sep 03 14:03:59.137668 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c383809b-792b-4a6f-92d4-c5b576206ad2 req-1deea7ec-efca-4bd5-bcfc-0b570d974dd2 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716579 Sep 03 14:03:59.438431 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683d5f-23d5-45b1-bfd1-6b1285db1517 req-d7a01e8e-ab9b-4933-8b9f-4d5c9a5e3b24 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:03:59.439979 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ed683d5f-23d5-45b1-bfd1-6b1285db1517 req-d7a01e8e-ab9b-4933-8b9f-4d5c9a5e3b24 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Sep 03 14:03:59.558533 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ed683d5f-23d5-45b1-bfd1-6b1285db1517 req-24adeb63-c0fd-4cb0-b9a7-29f7b98cde78 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110449 Sep 03 14:03:59.666963 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5df303d8-8073-46a2-8c38-281b0a2f1295 req-e8e9ca02-9b24-4f04-afa9-434d04442306 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0545056 Sep 03 14:04:00.477383 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe32a8-5dec-4487-87b5-ad84485755c9 req-596bd690-5938-424a-99d0-4bf48ad50b67 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:00.478921 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-24fe32a8-5dec-4487-87b5-ad84485755c9 req-596bd690-5938-424a-99d0-4bf48ad50b67 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.2571998 Sep 03 14:04:00.486998 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df5cf6-8007-4006-a0aa-94b7a8b43894 req-6a0679b5-49fc-4e85-b2dc-f64de442309d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:00.488395 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6df5cf6-8007-4006-a0aa-94b7a8b43894 req-6a0679b5-49fc-4e85-b2dc-f64de442309d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.2647645 Sep 03 14:04:00.543761 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-24fe32a8-5dec-4487-87b5-ad84485755c9 req-3f58cc0d-8467-4d83-bf0d-4de22a68e644 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 Sep 03 14:04:00.555914 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6df5cf6-8007-4006-a0aa-94b7a8b43894 req-f8c21a01-e4cc-40b6-b9e6-a8dca8ede48d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606411 Sep 03 14:04:00.734062 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a978b0-6c48-4497-8773-362dbc05d772 req-5a9dd783-c6cf-4974-88a8-14c06a42af89 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:00.735825 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0a978b0-6c48-4497-8773-362dbc05d772 req-5a9dd783-c6cf-4974-88a8-14c06a42af89 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0844669 Sep 03 14:04:00.742501 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 53798) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:00.749851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626300563-network', 'tenant_id': '68124a83f94f420aa05aaa7d729247c3'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:00.809427 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0a978b0-6c48-4497-8773-362dbc05d772 req-c7f98ac6-776c-4e73-976d-63e5fa935473 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585847 Sep 03 14:04:00.841726 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-55800c1b-7e3c-41c4-a70a-2a1bbdc2393f req-c6fc4739-0881-4de0-b72b-12b268b1bb4c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0555665 Sep 03 14:04:00.928756 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Made reservation on behalf of 68124a83f94f420aa05aaa7d729247c3 for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:04:00.931262 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:00.939888 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.042529 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.167598 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.195552 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:04:01.205908 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40216ac9-803d-4af5-89fd-395915598f10,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:01.215032 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.215032 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Added segment 38abfc56-2291-4247-8ca6-f0f1bd07add6 of type vlan for network 91060f1d-8958-43e7-88ba-d334c8156756 Sep 03 14:04:01.251812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.345869 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.346854 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:01.347445 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.416370 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] Pushing event updated for resources: {'Network': ['ID=91060f1d-8958-43e7-88ba-d334c8156756,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:01.432974 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 91060f1d-8958-43e7-88ba-d334c8156756 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:04:01.438313 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 53828) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:01.444069 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Request body: {'subnet': {'network_id': '91060f1d-8958-43e7-88ba-d334c8156756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626300563-subnet', 'tenant_id': '68124a83f94f420aa05aaa7d729247c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:01.448518 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d8950e79-767a-4173-90df-31923360c344 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7043271 Sep 03 14:04:01.614346 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Made reservation on behalf of 68124a83f94f420aa05aaa7d729247c3 for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:04:01.618529 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3255139'] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.716266 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4685-d465-43f0-a709-6f01485547b2 req-6d325468-41c6-44df-8c16-75246721940e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:01.723735 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-106e4685-d465-43f0-a709-6f01485547b2 req-6d325468-41c6-44df-8c16-75246721940e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.0988340 Sep 03 14:04:01.759045 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-106e4685-d465-43f0-a709-6f01485547b2 req-6e49f2a6-eb84-4476-b3c4-ff67469b0690 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Sep 03 14:04:01.772573 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da7ce2-4af2-4d0a-94d9-b46a94099e31 req-d376fa23-8b9a-4c60-a051-e6c953462007 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:01.774457 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75da7ce2-4af2-4d0a-94d9-b46a94099e31 req-d376fa23-8b9a-4c60-a051-e6c953462007 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1395612 Sep 03 14:04:01.823061 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75da7ce2-4af2-4d0a-94d9-b46a94099e31 req-dba92f1c-e65a-4b4c-bafb-cc4ba3daa545 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Sep 03 14:04:01.871750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3208580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3255117'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:01.933481 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad5c3-fe0f-44e8-86bc-539385813d15 req-123a76ea-4057-45c5-a7f6-b43d761284bf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:01.935415 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22ad5c3-fe0f-44e8-86bc-539385813d15 req-123a76ea-4057-45c5-a7f6-b43d761284bf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0661592 Sep 03 14:04:01.943656 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4984556d-bc71-4f43-854b-498e6329b740,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:01.946577 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Checking segment: {'id': '38abfc56-2291-4247-8ca6-f0f1bd07add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '91060f1d-8958-43e7-88ba-d334c8156756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:04:01.946943 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Network hostable DHCP agents. Network: 91060f1d-8958-43e7-88ba-d334c8156756, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:04:01.998693 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f248e26-6f79-49df-be88-0d154ab9daeb req-82b4722c-29d8-4a60-921e-5b14e2e57fca tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0351968 Sep 03 14:04:02.006196 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22ad5c3-fe0f-44e8-86bc-539385813d15 req-1a6f6558-f411-4dc2-b318-66a522620ed2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 Sep 03 14:04:02.028131 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Network 91060f1d-8958-43e7-88ba-d334c8156756 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:04:02.107023 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 91060f1d-8958-43e7-88ba-d334c8156756) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:04:02.111775 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:02.112760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:02.116845 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d255d-78e5-4ad0-aca7-e0f0717b5b35 None None] Network 91060f1d-8958-43e7-88ba-d334c8156756 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:04:02.176745 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e76775d6-a977-41cd-af62-c8f5fa852beb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7370663 Sep 03 14:04:02.263859 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727ad36-3c4b-4afb-8ce5-61e127bc9915 None None] Network 91060f1d-8958-43e7-88ba-d334c8156756 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:04:02.879935 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d342b2-aa90-49c9-9dfb-743ebd909f99 req-4177388f-48af-49b2-b7ba-e3ca92f5b0ac tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:02.881796 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33d342b2-aa90-49c9-9dfb-743ebd909f99 req-4177388f-48af-49b2-b7ba-e3ca92f5b0ac tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.0522194 Sep 03 14:04:02.956197 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33d342b2-aa90-49c9-9dfb-743ebd909f99 req-375de8e6-e79c-4c8a-bb4a-f8f3223c7172 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668178 Sep 03 14:04:02.968463 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303e89e-d3ea-420d-848f-1de9ebed80a4 req-d1a11b76-8eea-44ad-aae3-a70a470cec2c tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:02.969955 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d303e89e-d3ea-420d-848f-1de9ebed80a4 req-d1a11b76-8eea-44ad-aae3-a70a470cec2c tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.0733421 Sep 03 14:04:03.009129 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d303e89e-d3ea-420d-848f-1de9ebed80a4 req-7a04323c-799e-479a-b7cb-00f49c50cefa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Sep 03 14:04:03.104610 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5335442c-fa88-4c86-a5d5-40cf681c7459 req-69cb28ac-b13b-497f-ad44-bd95f0f69d64 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0323806 Sep 03 14:04:03.139812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43970de-8d64-4804-9294-e0c9976445bf req-72be9c9b-8952-403a-a572-4158c4a9da2a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:03.141274 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b43970de-8d64-4804-9294-e0c9976445bf req-72be9c9b-8952-403a-a572-4158c4a9da2a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0673778 Sep 03 14:04:03.178606 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b43970de-8d64-4804-9294-e0c9976445bf req-be18ae1d-28a0-4bac-8b8c-bb0ac00dcd2b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Sep 03 14:04:03.471273 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c98e30b3-9334-44ce-ab86-bae1a4f4286b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:04.071332 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd586c-7980-4edd-a13b-dd4e364549be req-ac283106-816d-4d4d-ac3b-13046b606194 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:04.072856 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c4fd586c-7980-4edd-a13b-dd4e364549be req-ac283106-816d-4d4d-ac3b-13046b606194 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.0526099 Sep 03 14:04:04.132014 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c4fd586c-7980-4edd-a13b-dd4e364549be req-6b34dcb7-9923-4949-959c-db3569110942 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Sep 03 14:04:04.145325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d917-7e79-42ad-9aab-4151ee3dca12 req-a72e0a23-00d7-45d9-be82-2e54b81595cc tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:04.146831 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dcf6d917-7e79-42ad-9aab-4151ee3dca12 req-a72e0a23-00d7-45d9-be82-2e54b81595cc tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.0731170 Sep 03 14:04:04.184866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dcf6d917-7e79-42ad-9aab-4151ee3dca12 req-35f6fc8c-c349-4694-b31d-8e41201b1409 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Sep 03 14:04:04.212112 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-324ab48b-420c-41fd-87cd-56be72bde0bb req-642fd773-5eed-4f44-8ece-144f2e5f7b3e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0263166 Sep 03 14:04:04.294738 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8f091-3bea-4ff1-aadf-0163baf9280f req-488cd53a-c2e3-4311-b2c2-27714f13b8db tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:04.296133 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fed8f091-3bea-4ff1-aadf-0163baf9280f req-488cd53a-c2e3-4311-b2c2-27714f13b8db tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0517039 Sep 03 14:04:04.333490 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fed8f091-3bea-4ff1-aadf-0163baf9280f req-df52c8f9-cb58-466e-8688-127e50d0041c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Sep 03 14:04:05.245437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac116-38d0-4f83-91b2-326769d41e1a req-359f60ae-a4f4-4057-a277-539f5781cc4b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:05.246939 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1faac116-38d0-4f83-91b2-326769d41e1a req-359f60ae-a4f4-4057-a277-539f5781cc4b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.0492437 Sep 03 14:04:05.311880 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1faac116-38d0-4f83-91b2-326769d41e1a req-db3ac1fc-d775-4701-aa3d-247e50c810f5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Sep 03 14:04:05.319157 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ca4aa-d863-4db4-8856-46e71d29ee39 req-8d07f7c4-3830-4b95-90cf-b5bea065c2ee tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:05.320617 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-794ca4aa-d863-4db4-8856-46e71d29ee39 req-8d07f7c4-3830-4b95-90cf-b5bea065c2ee tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.0709741 Sep 03 14:04:05.370708 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-794ca4aa-d863-4db4-8856-46e71d29ee39 req-bbfb7560-3e5f-4986-8e8f-23c5bbfdef28 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Sep 03 14:04:05.395013 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9d11f4c6-5733-4904-83af-9ab945a6220c req-58d8b79f-a1a6-444b-9998-2062f7a7be57 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Sep 03 14:04:05.479329 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe457b15-5e06-46fd-bed4-f1d219291e82 req-b9800393-b4a8-4cf2-b034-bcac37d1cada tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:05.480871 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fe457b15-5e06-46fd-bed4-f1d219291e82 req-b9800393-b4a8-4cf2-b034-bcac37d1cada tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0496581 Sep 03 14:04:05.519085 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fe457b15-5e06-46fd-bed4-f1d219291e82 req-97faa77b-1236-4eaa-8b02-0e2e3b170c2f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Sep 03 14:04:06.060697 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10363018-cb8c-4028-8967-142376ae268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:06.173683 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Request body: {'port': {'device_id': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:06.271429 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-6d2a3e1f-2931-4913-94b2-dbae81d336db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.272889 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-6d2a3e1f-2931-4913-94b2-dbae81d336db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0953510 Sep 03 14:04:06.273430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:06.285873 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-c3e5184c-1b3c-4f53-9ee5-1cab9f19b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.287538 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-c3e5184c-1b3c-4f53-9ee5-1cab9f19b2f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1097 time: 0.0425556 Sep 03 14:04:06.471881 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-283a443a-19a9-4e83-aa0a-cac0adfbbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.473384 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-283a443a-19a9-4e83-aa0a-cac0adfbbe18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8970f8dcbf0f490fb06475da06d1a71d&device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 1097 time: 0.2118661 Sep 03 14:04:06.522763 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:06.582760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-0b19c2bc-4c72-4057-8474-c6ae2c7cf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.584262 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-0b19c2bc-4c72-4057-8474-c6ae2c7cf692 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2886121 Sep 03 14:04:06.585992 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-b4199728-5dee-44a7-99ca-ab8554cabeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.588173 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-b4199728-5dee-44a7-99ca-ab8554cabeb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 914 time: 0.2959206 Sep 03 14:04:06.597440 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32430620-0a1b-4cc2-a528-c5006e6caf9d req-9709f4ea-67e1-4088-b132-af9f71b80741 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.598865 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32430620-0a1b-4cc2-a528-c5006e6caf9d req-9709f4ea-67e1-4088-b132-af9f71b80741 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 931 time: 0.2082858 Sep 03 14:04:06.627119 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2ac4a-39e0-4a82-9bd3-d353acccdbb9 req-4295652c-385f-4d1e-ab5a-13bc91a81d68 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.628761 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2d2ac4a-39e0-4a82-9bd3-d353acccdbb9 req-4295652c-385f-4d1e-ab5a-13bc91a81d68 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1236148 Sep 03 14:04:06.666025 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-b903a353-7f57-414c-9806-764ecbbd0cad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89 HTTP/1.1" status: 200 len: 217 time: 0.0574937 Sep 03 14:04:06.793156 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2d2ac4a-39e0-4a82-9bd3-d353acccdbb9 req-6a5cb1b6-ee68-4cfb-886a-ed42a9237c4a tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459470 Sep 03 14:04:06.800817 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32430620-0a1b-4cc2-a528-c5006e6caf9d req-b895e8a7-07da-4af6-a866-f2e8271afd73 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889451 Sep 03 14:04:06.835409 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-e5107401-c4f4-4c7c-a851-371133dfa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.838072 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cf60522-f22c-4b1b-9aa3-ba064d1a2859 req-e5107401-c4f4-4c7c-a851-371133dfa92a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343941 Sep 03 14:04:06.842459 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-2557da35-7a4c-4bf7-84ca-f1afca7b4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.844124 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-2557da35-7a4c-4bf7-84ca-f1afca7b4563 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.1699162 Sep 03 14:04:06.844912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-da1fabd3-6694-4b35-88c8-2de5dc8bcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:06.846664 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-da1fabd3-6694-4b35-88c8-2de5dc8bcea1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e574ee20-ee44-459a-8d73-cd964e35a14e HTTP/1.1" status: 200 len: 912 time: 0.3580112 Sep 03 14:04:06.928372 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcf916e-5bc1-4910-b8cc-fd01e338a97e {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:06.938910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:06.956442 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Transition to ACTIVE for port object 8dcf916e-5bc1-4910-b8cc-fd01e338a97e will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:04:06.963062 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0b6ba121-a1f4-4cfc-9012-4d0897b36a45 req-e7b578da-be85-4735-b5d7-fc21544f6a18 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0391815 Sep 03 14:04:07.012833 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f6b73-4ca4-4b8f-9a8b-04dc227b557d req-ed4616f9-826d-4b69-9532-5a8c7fb92895 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.014426 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-766f6b73-4ca4-4b8f-9a8b-04dc227b557d req-ed4616f9-826d-4b69-9532-5a8c7fb92895 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0810411 Sep 03 14:04:07.031333 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-e70af880-b52b-473a-9156-aa7b0d2a030b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639210 Sep 03 14:04:07.032820 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-351dad09-8c96-41c0-a083-2afc2292ebef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb49a38-161b-4e08-8054-d318d5707c99 HTTP/1.1" status: 200 len: 217 time: 0.0715723 Sep 03 14:04:07.034133 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:07.059285 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-766f6b73-4ca4-4b8f-9a8b-04dc227b557d req-0898f2e4-af95-41b8-b611-ab70e437124f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Sep 03 14:04:07.084695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:07.164496 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-c6c099c2-4201-4068-8d41-086ec90f411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.166557 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-c6c099c2-4201-4068-8d41-086ec90f411b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1097 time: 0.0437162 Sep 03 14:04:07.208598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-0306c432-2c65-486a-8bdd-bc40d355b595 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0331740 Sep 03 14:04:07.236013 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-de353076-8bd7-4295-b482-0ab305b39406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.237718 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-de353076-8bd7-4295-b482-0ab305b39406 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30ff2d0-689f-428c-b829-60324a2047e8 HTTP/1.1" status: 200 len: 851 time: 0.1119769 Sep 03 14:04:07.261387 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-d7380c09-c206-457a-b6c6-f01c7305ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.263036 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-d7380c09-c206-457a-b6c6-f01c7305ca9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0466967 Sep 03 14:04:07.264007 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Attempting to bind port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:04:07.264345 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Attempting to bind port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:04:07.264670 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Attempting to bind port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e on network d6940a9c-62c8-4755-8e11-85130dc4da64 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:07.284207 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-7d2534f8-67ae-42e3-a825-5b94e09281d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e574ee20-ee44-459a-8d73-cd964e35a14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336409 Sep 03 14:04:07.286417 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e on network d6940a9c-62c8-4755-8e11-85130dc4da64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:04:07.286737 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Attempting to bind port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e on network d6940a9c-62c8-4755-8e11-85130dc4da64 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:07.298574 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:07.302730 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-5c505ed3-1548-431e-aeb4-b32516249f1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313091 Sep 03 14:04:07.305699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:04:07.305699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Checking segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:04:07.305699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Bound using segment: {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:04:07.305699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Bound port: 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de359d0-bb91-4894-b05d-70638711c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:04:07.305699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:07.337654 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-8757a6ee-8e4f-4e42-aaa8-7d1a3526cf17 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130785 Sep 03 14:04:07.395622 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-e5743ceb-f083-4472-b2de-ba30504b89b4 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Sep 03 14:04:07.507281 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f22e0e15-306b-4751-a6f7-8b52cb98432b req-20da7916-b25e-42d4-a8c7-4b96cf21d8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043518 Sep 03 14:04:07.656191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-48913c35-62eb-49ae-b553-32ab98717fde tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.657753 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-48913c35-62eb-49ae-b553-32ab98717fde tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 810 time: 0.1107707 Sep 03 14:04:07.667039 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:04:07.675760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:04:07.683074 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-6729e562-a3f9-4e23-8de1-60e2fff88b51 service neutron] 10.222.0.47 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900688 Sep 03 14:04:07.688307 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-21c27080-d1a3-4be8-b9c9-c1cc92508fb9 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415403 Sep 03 14:04:07.736598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-8649c19e-e187-4459-a199-dd9017debf24 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 379 time: 0.0432992 Sep 03 14:04:07.746864 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'port': {'device_id': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'admin_state_up': True, 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'security_groups': ['fe133433-80e6-4c6f-859e-96b9ba25dce7']}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:07.800904 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0c9860cb-5e16-42b4-9b20-87b8b8a0b6e8 req-c1f6329f-9f18-48c3-8afd-019f4e920d39 service neutron] 10.222.0.47 "GET /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875874 Sep 03 14:04:07.844360 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:07.929435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:07.930079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:07.931519 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] 10.222.0.47 "PUT /v2.0/ports/8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 200 len: 1093 time: 1.7625287 Sep 03 14:04:07.931958 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:07.934203 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:07.954048 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a10e2-b36e-44c0-8b73-d33c98308023 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:07.970866 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Made reservation on behalf of 43c52991e5e949b995034089abdb03b0 for: {'port': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:04:07.974360 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:08.000536 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754dd0a-5052-438e-a5ff-481fc13490c8 req-18321138-6f7a-44c8-8580-7d61e7477be7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.002435 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4754dd0a-5052-438e-a5ff-481fc13490c8 req-18321138-6f7a-44c8-8580-7d61e7477be7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 943 time: 0.1134231 Sep 03 14:04:08.061343 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357558e6-a6fa-41f8-ade1-bbf682013574 req-d8bf59d6-7c70-4f2a-bd20-a89690026474 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.062903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-357558e6-a6fa-41f8-ade1-bbf682013574 req-d8bf59d6-7c70-4f2a-bd20-a89690026474 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1307900 Sep 03 14:04:08.120822 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-c2c1e98e-39a9-4a17-9007-2648bb8ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.122446 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-c2c1e98e-39a9-4a17-9007-2648bb8ad030 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1096 time: 0.0441337 Sep 03 14:04:08.169757 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-9a278799-40e2-4971-bf0c-fad617f60e3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 200 len: 217 time: 0.0382624 Sep 03 14:04:08.251610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-48fb0e3f-9db4-4d90-b2a0-c03a73ca8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.253800 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-48fb0e3f-9db4-4d90-b2a0-c03a73ca8568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0695558 Sep 03 14:04:08.303074 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-f3cb7723-acc8-4ccf-8683-c85f5e058bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313256 Sep 03 14:04:08.383165 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4754dd0a-5052-438e-a5ff-481fc13490c8 req-07ac4306-a986-4c78-80f4-4518e2b256e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708236 Sep 03 14:04:08.438418 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-1c724ce2-b327-46f7-a88a-2b579451384f service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239450 Sep 03 14:04:08.443246 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437c11b-ff0b-4d21-99e2-150ddf275534 x-openstack-request-id: req-7437c11b-ff0b-4d21-99e2-150ddf275534 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:08.443536 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:08.443786 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7437c11b-ff0b-4d21-99e2-150ddf275534 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:08.444295 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e', 'status': 'completed', 'code': 200} Sep 03 14:04:08.452460 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-357558e6-a6fa-41f8-ade1-bbf682013574 req-09344faf-78c9-4eb0-abd3-ba11bf8699d1 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598616 Sep 03 14:04:08.578405 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3deab49e-b26b-474f-a795-de2e9f9574e0 req-229be3ca-b671-4ece-9a2f-27b6f2ce9b61 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272049 Sep 03 14:04:08.608321 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e47e63b6-3e1d-4c4d-bdcc-f1799a8c3e00 req-46d26b82-cecf-4abd-bd32-8cc5e3d7e279 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0819235 Sep 03 14:04:08.638036 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a656-1060-4ccc-a9b0-1a16299b93bb req-3048288c-77fa-4c94-a387-7a951e92dbf6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.639514 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06e6a656-1060-4ccc-a9b0-1a16299b93bb req-3048288c-77fa-4c94-a387-7a951e92dbf6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.1110933 Sep 03 14:04:08.681647 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06e6a656-1060-4ccc-a9b0-1a16299b93bb req-5cda9f7f-5a4b-420e-92dc-ac2acfab09ae tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Sep 03 14:04:08.781327 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Allocated IP 172.20.0.10 (8665bc69-f6bb-4351-bebc-d79a0fe21419/96e0f467-9aed-4335-8449-122530d892ce/d6532401-714f-49f4-a39d-646f454eedba) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:04:08.821215 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-c7188a90-c187-4446-b50d-ba623313d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.822771 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-c7188a90-c187-4446-b50d-ba623313d02b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1096 time: 0.0430710 Sep 03 14:04:08.826932 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:08.922726 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-3933a72b-2d77-4643-aa1a-449d9f518ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:08.924117 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-3933a72b-2d77-4643-aa1a-449d9f518ecb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.0916848 Sep 03 14:04:08.960006 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:08.965905 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-88be14af-52dc-4f85-ba91-4a755119cf38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 200 len: 217 time: 0.0337653 Sep 03 14:04:08.974969 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Transition to ACTIVE for port object d6532401-714f-49f4-a39d-646f454eedba will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:04:09.018781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-a90ff3c7-0143-4a9d-a517-1835d2d3f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.020235 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-a90ff3c7-0143-4a9d-a517-1835d2d3f20c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0469649 Sep 03 14:04:09.052046 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-55818598-f3e8-4dea-bb0b-64b9f56bcfa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244808 Sep 03 14:04:09.072589 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:09.151426 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:04:09.155706 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-fbecbf80-5ab5-4898-9250-f2eef2d14127 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 Sep 03 14:04:09.158096 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:04:09.165046 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:04:09.170837 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.171466 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:09.175335 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:09.273398 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-df6361e0-2cac-4802-b2ed-56b84e548b26 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5302265 Sep 03 14:04:09.292986 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Request body: {'port': {'device_id': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:09.354322 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7976bafb-53fb-4efe-98e8-1ea4214dc7cd req-ba7157f8-cd79-4bc1-be84-610ed2ed2fc2 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334574 Sep 03 14:04:09.376952 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:09.575677 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f133a0c5-75dd-4747-b557-e877bf9961d1 None None] Provisioning for port d6532401-714f-49f4-a39d-646f454eedba completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:09.586234 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f133a0c5-75dd-4747-b557-e877bf9961d1 None None] Provisioning complete for port d6532401-714f-49f4-a39d-646f454eedba triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:09.586603 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f133a0c5-75dd-4747-b557-e877bf9961d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:09.632827 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-f133a0c5-75dd-4747-b557-e877bf9961d1 None None] Port d6532401-714f-49f4-a39d-646f454eedba cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:04:09.645713 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5cbcc-10d1-48e5-8b3a-5b701d407544 req-464f88ce-d7ea-4cdf-967b-4f4c09cc1516 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.647225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-34e5cbcc-10d1-48e5-8b3a-5b701d407544 req-464f88ce-d7ea-4cdf-967b-4f4c09cc1516 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 943 time: 0.1605585 Sep 03 14:04:09.688165 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68795852-0741-4687-b0b5-e2f5136194ce req-24526d4f-9f61-4de5-9bc2-323e68e95c86 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.689675 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-68795852-0741-4687-b0b5-e2f5136194ce req-24526d4f-9f61-4de5-9bc2-323e68e95c86 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1580849 Sep 03 14:04:09.736478 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-34e5cbcc-10d1-48e5-8b3a-5b701d407544 req-dc0b2b5b-72c7-4db7-911d-bf2487494f85 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Sep 03 14:04:09.767409 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-68795852-0741-4687-b0b5-e2f5136194ce req-37c9656a-b12e-4d54-bbeb-fe60831e68fe tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690544 Sep 03 14:04:09.841383 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6532401-714f-49f4-a39d-646f454eedba {{(pid=94511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:09.852308 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:09.894871 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Transition to ACTIVE for port object d6532401-714f-49f4-a39d-646f454eedba will not be triggered until provisioned by entity L2. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:04:09.907982 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4b3b2-5b4f-4daf-acbd-b60dd49e78d4 req-d1c09b36-b01d-45a0-af2f-36addfc45347 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.909492 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-47b4b3b2-5b4f-4daf-acbd-b60dd49e78d4 req-d1c09b36-b01d-45a0-af2f-36addfc45347 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 932 time: 0.1043375 Sep 03 14:04:09.932610 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad32cb-a1d4-43f6-b371-309a8e345590 req-1668df27-ed64-44f9-90db-a6182d7d68cd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:09.934270 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-73ad32cb-a1d4-43f6-b371-309a8e345590 req-1668df27-ed64-44f9-90db-a6182d7d68cd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.0840373 Sep 03 14:04:09.981727 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-47b4b3b2-5b4f-4daf-acbd-b60dd49e78d4 req-bd9156d7-880b-4d9d-9e99-7dc8162f98e0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655401 Sep 03 14:04:09.997010 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-73ad32cb-a1d4-43f6-b371-309a8e345590 req-3492aac0-382b-49c3-9bae-52e880e4be67 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Sep 03 14:04:10.009920 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:10.070110 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Pushing event updated for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:10.107579 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Attempting to bind port d6532401-714f-49f4-a39d-646f454eedba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:04:10.107949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Attempting to bind port d6532401-714f-49f4-a39d-646f454eedba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}] {{(pid=94511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:04:10.108285 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Attempting to bind port d6532401-714f-49f4-a39d-646f454eedba on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:10.112854 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Port d6532401-714f-49f4-a39d-646f454eedba on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:04:10.113180 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Attempting to bind port d6532401-714f-49f4-a39d-646f454eedba on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:10.118982 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:04:10.119328 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Checking segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:04:10.119765 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Bound using segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} {{(pid=94511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:04:10.120186 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.managers [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Bound port: d6532401-714f-49f4-a39d-646f454eedba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}}] {{(pid=94511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:04:10.120533 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:10.190266 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, cleared binding levels {{(pid=94511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:04:10.194218 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6532401-714f-49f4-a39d-646f454eedba,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:04:10.444396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:10.478546 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.479785 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:10.481195 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] 10.222.0.47 "PUT /v2.0/ports/d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 1094 time: 1.1932571 Sep 03 14:04:10.481651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:10.483851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f2781-f951-4d44-8cff-d95771a5faf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "tag": "d6532401-714f-49f4-a39d-646f454eedba"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:10.517262 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f3e3-b469-4049-b040-3787c0337e8f service neutron] Pushing event updated for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=3']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:10.542061 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f4b14c-7efa-4ae0-8604-37f1b524cdef x-openstack-request-id: req-60f4b14c-7efa-4ae0-8604-37f1b524cdef {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:10.542061 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "tag": "d6532401-714f-49f4-a39d-646f454eedba", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:10.542061 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60f4b14c-7efa-4ae0-8604-37f1b524cdef {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:10.542061 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba', 'status': 'completed', 'code': 200} Sep 03 14:04:10.616748 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-0a3b92ca-85e4-4482-8dc1-ad4381421b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.618642 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-0a3b92ca-85e4-4482-8dc1-ad4381421b3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1097 time: 0.0663569 Sep 03 14:04:10.721084 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-29fa9664-eb56-45a4-8c01-9edc0843fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.722615 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-29fa9664-eb56-45a4-8c01-9edc0843fed6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=43c52991e5e949b995034089abdb03b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0953348 Sep 03 14:04:10.851753 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-574fe2e8-1223-43c0-9460-4ee7a3afe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.853247 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b9f2781-f951-4d44-8cff-d95771a5faf0 req-574fe2e8-1223-43c0-9460-4ee7a3afe74f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219754 Sep 03 14:04:10.894728 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837187f-4c71-495a-bfc1-b0baac37ca53 req-9644bed3-575c-4164-9d59-37ea9e3ff57f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.896222 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a837187f-4c71-495a-bfc1-b0baac37ca53 req-9644bed3-575c-4164-9d59-37ea9e3ff57f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 943 time: 0.0888510 Sep 03 14:04:10.958129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ca2d-9901-43c5-b495-df97eb22ed4e req-aa5d7e0d-a5a6-42da-a214-0483ba6bbfa5 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.959610 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-54d0ca2d-9901-43c5-b495-df97eb22ed4e req-aa5d7e0d-a5a6-42da-a214-0483ba6bbfa5 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 944 time: 0.1048284 Sep 03 14:04:10.987424 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a837187f-4c71-495a-bfc1-b0baac37ca53 req-2474815f-4024-4d58-af2f-66d977ac9b48 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809443 Sep 03 14:04:10.996410 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-56087d85-0840-4d64-bca3-197af6efdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:10.998182 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-56087d85-0840-4d64-bca3-197af6efdd7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1097 time: 0.1008615 Sep 03 14:04:11.048639 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-54d0ca2d-9901-43c5-b495-df97eb22ed4e req-1579f2f4-54ff-4b30-bd38-9b1c70f2bf4c tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Sep 03 14:04:11.049256 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d36c2a43-1e14-4f53-9daf-28ab2e831d89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:11.050121 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-3e9f372a-ab76-4b15-9e8c-c0c9762fef30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 217 time: 0.0416000 Sep 03 14:04:11.171267 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:11.179769 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306da9ea-6324-4e73-811f-1b6148ab440f req-25004d61-7dab-48c4-8a0f-f0d1c0d22bb1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:11.181301 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-306da9ea-6324-4e73-811f-1b6148ab440f req-25004d61-7dab-48c4-8a0f-f0d1c0d22bb1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 944 time: 0.1275897 Sep 03 14:04:11.182888 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'port_id': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89', 'mac_address': 'fa:16:3e:02:ca:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e618a316-21bc-4903-9834-9193be080597', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:11.184372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-b17ddee4-bee3-4433-ae8a-001fc8fb90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:11.185804 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-b17ddee4-bee3-4433-ae8a-001fc8fb90ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.1233702 Sep 03 14:04:11.223260 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49ec62-bdf0-4cf6-9714-a502a4b73a4d req-21b852a9-e40b-4204-bf02-92c76c1125c0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:11.224257 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:11.224858 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9c49ec62-bdf0-4cf6-9714-a502a4b73a4d req-21b852a9-e40b-4204-bf02-92c76c1125c0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 943 time: 0.1073413 Sep 03 14:04:11.236050 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36c2a43-1e14-4f53-9daf-28ab2e831d89 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:11.256173 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:11.281019 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-306da9ea-6324-4e73-811f-1b6148ab440f req-1c69ff82-a029-4d20-9619-f2c62152d3fa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925174 Sep 03 14:04:11.305021 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-2b896331-c5ad-4c9c-90aa-78992622a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:11.307130 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-2b896331-c5ad-4c9c-90aa-78992622a97b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117671 Sep 03 14:04:11.312196 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9c49ec62-bdf0-4cf6-9714-a502a4b73a4d req-1b76432a-7178-4b47-a5bc-edfa7a0d3472 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740192 Sep 03 14:04:11.375201 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:11.379339 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device beb49a38-161b-4e08-8054-d318d5707c99 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:11.400870 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-ddab74b3-520e-4ed2-9e45-bfb8985eb58a service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862293 Sep 03 14:04:11.449034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:11.510918 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-60f30d85-5610-4e1d-adea-c38bc2be590c req-f10c16da-31a8-4508-83b7-ed1ca1569032 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024342 Sep 03 14:04:11.523188 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=beb49a38-161b-4e08-8054-d318d5707c99,segment=NetworkSegment(d2049ce0-777c-4b16-a309-ae813882b4c1),segment_id=d2049ce0-777c-4b16-a309-ae813882b4c1)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:11.534863 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'beb49a38-161b-4e08-8054-d318d5707c99', 'network_id': 'e574ee20-ee44-459a-8d73-cd964e35a14e', 'port_id': 'beb49a38-161b-4e08-8054-d318d5707c99', 'mac_address': 'fa:16:3e:9d:b9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30ff2d0-689f-428c-b829-60324a2047e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:11.573928 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:11.585582 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb49a38-161b-4e08-8054-d318d5707c99 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:11.605919 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=beb49a38-161b-4e08-8054-d318d5707c99,segment=NetworkSegment(d2049ce0-777c-4b16-a309-ae813882b4c1),segment_id=d2049ce0-777c-4b16-a309-ae813882b4c1)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:11.672781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:11.720437 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:12.109551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eecf87-a504-4754-bbd3-1ab9867d85ee req-0cfd2054-1c3c-4261-a60e-c8dda8920c33 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:12.114397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c9eecf87-a504-4754-bbd3-1ab9867d85ee req-0cfd2054-1c3c-4261-a60e-c8dda8920c33 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 943 time: 0.0555971 Sep 03 14:04:12.192983 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b3e9-58c4-421a-afae-d176c6a4a545 req-ff22c414-8640-47be-b2bf-74cd9058bfa7 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:12.194516 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5ff5b3e9-58c4-421a-afae-d176c6a4a545 req-ff22c414-8640-47be-b2bf-74cd9058bfa7 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 945 time: 0.0734861 Sep 03 14:04:12.198413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c9eecf87-a504-4754-bbd3-1ab9867d85ee req-95c02213-8211-4e56-92bd-5bec251f7fda tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760181 Sep 03 14:04:12.242112 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5ff5b3e9-58c4-421a-afae-d176c6a4a545 req-0ff44c24-b3d3-4dcc-b0d2-7835adf72a40 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Sep 03 14:04:12.290608 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:12.321698 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['beb49a38-161b-4e08-8054-d318d5707c99'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:12.436951 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194607-2e99-4a75-8a6b-2a526ceca72f req-7c3a32b0-7e13-4b35-8890-9044f49b00cd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:12.438503 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e7194607-2e99-4a75-8a6b-2a526ceca72f req-7c3a32b0-7e13-4b35-8890-9044f49b00cd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 944 time: 0.0869727 Sep 03 14:04:12.459424 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d543-b142-4162-858a-ae2c6b62ecbf req-7a376695-72e2-41f4-9911-06c9a850ea00 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:12.460867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8921d543-b142-4162-858a-ae2c6b62ecbf req-7a376695-72e2-41f4-9911-06c9a850ea00 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 944 time: 0.0716388 Sep 03 14:04:12.519989 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e7194607-2e99-4a75-8a6b-2a526ceca72f req-f13c9e1d-1dd0-4dcc-8a88-e7e95cf74745 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743659 Sep 03 14:04:12.524541 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8921d543-b142-4162-858a-ae2c6b62ecbf req-a4d3e7e8-4c31-41c0-b1de-4834d5174bcf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478222 Sep 03 14:04:12.736533 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54140) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:12.841227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfbb8-10df-45d3-b212-0ce4e418f347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:12.928321 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfbb8-10df-45d3-b212-0ce4e418f347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.031532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 8dcf916e-5bc1-4910-b8cc-fd01e338a97e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:13.043730 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfbb8-10df-45d3-b212-0ce4e418f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.084752 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-bdbcfbb8-10df-45d3-b212-0ce4e418f347 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe74ca5146c94977b22dc6d0febf6929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470957 Sep 03 14:04:13.085872 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcfbb8-10df-45d3-b212-0ce4e418f347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b91ede-443b-4bf7-a854-436506814e51,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:13.087316 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54156) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:13.157674 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.163467 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:13.175054 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'port_id': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e', 'mac_address': 'fa:16:3e:0a:86:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:13.179851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.211931 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.226273 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcf916e-5bc1-4910-b8cc-fd01e338a97e {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:13.247307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:13.313021 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.313021 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.313908 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50b91ede-443b-4bf7-a854-436506814e51 HTTP/1.1" status: 204 len: 168 time: 0.2242217 Sep 03 14:04:13.326075 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f318c-976f-4ef1-961a-f40300461332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b91ede-443b-4bf7-a854-436506814e51,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:13.328517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.329204 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:13.375190 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720781bb-0940-4209-a406-1af6af96ba47 req-dfc3734e-7c47-4af5-b4bf-267e718628b0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:13.376739 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-720781bb-0940-4209-a406-1af6af96ba47 req-dfc3734e-7c47-4af5-b4bf-267e718628b0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 943 time: 0.0971670 Sep 03 14:04:13.410441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab138-7b09-41e9-a829-09f2b889cd89 req-24562b69-8112-444d-a3ef-181498642032 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:13.412079 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d4ab138-7b09-41e9-a829-09f2b889cd89 req-24562b69-8112-444d-a3ef-181498642032 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 945 time: 0.0759783 Sep 03 14:04:13.417318 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:13.419978 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:13.431384 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', 'network_id': 'd6940a9c-62c8-4755-8e11-85130dc4da64', 'port_id': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', 'mac_address': 'fa:16:3e:aa:17:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fc0d85-632c-49b2-bf94-9f9347f52d2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:13.442376 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-720781bb-0940-4209-a406-1af6af96ba47 req-b3d28c25-0511-424f-8508-31a0b3630f9a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Sep 03 14:04:13.461954 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d4ab138-7b09-41e9-a829-09f2b889cd89 req-74b79246-ece2-4a27-977a-192d3dafd9a6 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Sep 03 14:04:13.476854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.489710 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:13.508963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:13.632288 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:13.673237 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614fde-b721-40d2-ba73-b0e34d6cbbc2 req-44c02aee-c2d8-4582-ba24-402cb744993e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:13.675062 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b0614fde-b721-40d2-ba73-b0e34d6cbbc2 req-44c02aee-c2d8-4582-ba24-402cb744993e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 944 time: 0.0850666 Sep 03 14:04:13.684546 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:13.687679 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2ba5-5739-4f11-89fd-5dff0b1e609d req-3d6951ae-25e8-4cc0-978d-94e42ec90362 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:13.689572 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eaab2ba5-5739-4f11-89fd-5dff0b1e609d req-3d6951ae-25e8-4cc0-978d-94e42ec90362 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 944 time: 0.0895510 Sep 03 14:04:13.742326 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b0614fde-b721-40d2-ba73-b0e34d6cbbc2 req-003333cf-eade-484d-9f18-6bfb88f922e2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514596 Sep 03 14:04:13.752149 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eaab2ba5-5739-4f11-89fd-5dff0b1e609d req-715f8e53-809f-4188-9c06-3165aaa91073 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536387 Sep 03 14:04:13.969125 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54180) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:13.982249 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ed92754b-9676-41a3-9f29-b3c1b1994868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.047492 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['8dcf916e-5bc1-4910-b8cc-fd01e338a97e'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:14.052387 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['86efa864-d5ef-4ae9-9f0b-ca56cdf64c30'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:14.066106 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ed92754b-9676-41a3-9f29-b3c1b1994868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.140847 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ed92754b-9676-41a3-9f29-b3c1b1994868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.180058 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ed92754b-9676-41a3-9f29-b3c1b1994868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0c9a59d84f04a1492c3f168dab3db11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098229 Sep 03 14:04:14.181345 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92754b-9676-41a3-9f29-b3c1b1994868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4092b7-9bbf-4f90-825a-d34a7c083f56,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:14.185372 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54186) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:14.246278 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.270855 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.403882 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.406725 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.410503 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca4092b7-9bbf-4f90-825a-d34a7c083f56 HTTP/1.1" status: 204 len: 168 time: 0.2194028 Sep 03 14:04:14.417277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cb541-7857-4d0d-b7cf-eda8fad6a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4092b7-9bbf-4f90-825a-d34a7c083f56,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:14.601510 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937c04-3efc-47e0-b531-41af5de3c453 req-75a66d7a-ac07-4380-95d1-2a2278bd4541 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:14.603151 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f937c04-3efc-47e0-b531-41af5de3c453 req-75a66d7a-ac07-4380-95d1-2a2278bd4541 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 944 time: 0.0834253 Sep 03 14:04:14.603895 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:14.624902 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9833e7-4a0f-42f9-b1ef-72649a3ddb6e req-24f88491-4aab-4115-998d-d4106fcfa1a1 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:14.626433 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8e9833e7-4a0f-42f9-b1ef-72649a3ddb6e req-24f88491-4aab-4115-998d-d4106fcfa1a1 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 945 time: 0.0725653 Sep 03 14:04:14.666907 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f937c04-3efc-47e0-b531-41af5de3c453 req-98b3c6c9-5dce-46b9-85a2-3642b1f90f94 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570700 Sep 03 14:04:14.694102 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8e9833e7-4a0f-42f9-b1ef-72649a3ddb6e req-04f0e5ad-41d3-4ad2-8884-b5d4a171e5eb tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616186 Sep 03 14:04:15.048506 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d6532401-714f-49f4-a39d-646f454eedba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:15.051587 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d36c2a43-1e14-4f53-9daf-28ab2e831d89 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:04:15.075245 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0863ac2-4f84-4e9d-8990-e25ef0adf997 req-79c63d8a-0de5-4c65-87cb-c8562e0faae2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:15.076743 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f0863ac2-4f84-4e9d-8990-e25ef0adf997 req-79c63d8a-0de5-4c65-87cb-c8562e0faae2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 944 time: 0.2673464 Sep 03 14:04:15.085929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb818540-9b50-48f2-9783-a86557dd2214 req-515b827b-f023-4b67-8aa7-4d293b703a68 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:15.087344 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eb818540-9b50-48f2-9783-a86557dd2214 req-515b827b-f023-4b67-8aa7-4d293b703a68 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 944 time: 0.2622533 Sep 03 14:04:15.143447 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f0863ac2-4f84-4e9d-8990-e25ef0adf997 req-29020091-0d2e-44b6-bec6-b78526309edc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551043 Sep 03 14:04:15.146191 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eb818540-9b50-48f2-9783-a86557dd2214 req-3a196f88-bc65-418f-8f84-6ff3469290d5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Sep 03 14:04:15.188606 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6532401-714f-49f4-a39d-646f454eedba,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:15.338862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'd6532401-714f-49f4-a39d-646f454eedba', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'port_id': 'd6532401-714f-49f4-a39d-646f454eedba', 'mac_address': 'fa:16:3e:67:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:15.338862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port d36c2a43-1e14-4f53-9daf-28ab2e831d89 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:15.338862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port d36c2a43-1e14-4f53-9daf-28ab2e831d89 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:15.338862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.384872 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.403522 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6532401-714f-49f4-a39d-646f454eedba {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:15.445811 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6532401-714f-49f4-a39d-646f454eedba,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:15.455835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.479473 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:15.564890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:15.569452 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.622342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:15.626678 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.627342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device beb49a38-161b-4e08-8054-d318d5707c99 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:04:15.679264 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f849d-e21e-4202-bdb5-1b0860735ff0" -d '{"events": [{"server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:15.720643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:15.809186 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port beb49a38-161b-4e08-8054-d318d5707c99 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:15.813297 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port beb49a38-161b-4e08-8054-d318d5707c99 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:15.813706 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.816727 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d828fd-e729-45e5-9986-07802705d533 req-693b472f-300b-45db-bab7-3049061e31d7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:15.825288 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35d828fd-e729-45e5-9986-07802705d533 req-693b472f-300b-45db-bab7-3049061e31d7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 944 time: 0.0697227 Sep 03 14:04:15.845997 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1910bafd-7baa-4bca-9d05-cb37baf23c93 x-openstack-request-id: req-1910bafd-7baa-4bca-9d05-cb37baf23c93 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:15.846412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:15.850078 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1910bafd-7baa-4bca-9d05-cb37baf23c93 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:15.850078 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89', 'code': 200} Sep 03 14:04:15.871668 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35d828fd-e729-45e5-9986-07802705d533 req-2a615fa0-e083-4fbf-a437-87d81f689548 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Sep 03 14:04:15.923523 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:15.937574 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d6532401-714f-49f4-a39d-646f454eedba'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:15.951367 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac071b5-c902-43f9-a3f2-f92a63cc1d23 req-687622dc-fa23-4678-8c9e-45561ab6687d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:15.953405 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7ac071b5-c902-43f9-a3f2-f92a63cc1d23 req-687622dc-fa23-4678-8c9e-45561ab6687d tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 945 time: 0.0560033 Sep 03 14:04:15.989023 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=beb49a38-161b-4e08-8054-d318d5707c99,segment=NetworkSegment(d2049ce0-777c-4b16-a309-ae813882b4c1),segment_id=d2049ce0-777c-4b16-a309-ae813882b4c1)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:15.999335 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7ac071b5-c902-43f9-a3f2-f92a63cc1d23 req-0af68194-786f-4af6-9d68-80c45c05b75b tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Sep 03 14:04:16.068890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:16.137701 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:16.206314 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-c0a88ab9-5ef0-416a-adec-44cbee24146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:16.208134 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-c0a88ab9-5ef0-416a-adec-44cbee24146e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 1098 time: 0.0718963 Sep 03 14:04:16.231195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-52e81da5-d2aa-403f-af6e-e22359eb01e0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:16.335040 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa50ae-6e2b-4383-b1be-4dd16c02061a req-49d2fab5-1def-46e1-8338-a9b723b12c96 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:16.336460 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9caa50ae-6e2b-4383-b1be-4dd16c02061a req-49d2fab5-1def-46e1-8338-a9b723b12c96 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 945 time: 0.1089580 Sep 03 14:04:16.349877 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6192e5-d39a-4986-8b0b-93052f2c6aa5 req-7c5349d5-a8cd-40ca-bda1-7da54d4a8568 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:16.351397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6e6192e5-d39a-4986-8b0b-93052f2c6aa5 req-7c5349d5-a8cd-40ca-bda1-7da54d4a8568 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.1229131 Sep 03 14:04:16.438289 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9caa50ae-6e2b-4383-b1be-4dd16c02061a req-377b60e6-2af4-4eac-8f28-9c4d4b916d9d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840127 Sep 03 14:04:16.456755 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6e6192e5-d39a-4986-8b0b-93052f2c6aa5 req-b5a48408-ed6f-42da-85cf-705da4f2355e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Sep 03 14:04:16.502670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-52e81da5-d2aa-403f-af6e-e22359eb01e0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:16.614724 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-52e81da5-d2aa-403f-af6e-e22359eb01e0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:16.645110 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-177b3f7c-7ef3-44dd-882d-46cce88459b0 req-52e81da5-d2aa-403f-af6e-e22359eb01e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299128 Sep 03 14:04:16.653205 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e81da5-d2aa-403f-af6e-e22359eb01e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18f5034b-aae4-4e63-b68c-1c6cbf1c2abf,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:17.003196 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300e3c-3c15-4258-9abb-5c2065afad55 req-fe5747aa-5df6-4ac8-bfb7-e67b3f11a5dc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:17.004686 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3300e3c-3c15-4258-9abb-5c2065afad55 req-fe5747aa-5df6-4ac8-bfb7-e67b3f11a5dc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 944 time: 0.0576525 Sep 03 14:04:17.042609 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3300e3c-3c15-4258-9abb-5c2065afad55 req-03cd5640-0c8f-44d3-be3f-268903a1f4f0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Sep 03 14:04:17.056262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:04:17.143309 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647375df-fc38-446f-9a17-6027afcce477 req-005c3a3a-def2-4740-b23c-55ffebaa3182 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:17.144854 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-647375df-fc38-446f-9a17-6027afcce477 req-005c3a3a-def2-4740-b23c-55ffebaa3182 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Sep 03 14:04:17.185355 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-647375df-fc38-446f-9a17-6027afcce477 req-f2de1d46-3e7d-4469-9520-4589d6c44145 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Sep 03 14:04:17.198539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:17.202603 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:17.202986 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.301979 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.336403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:17.432238 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.433246 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 8dcf916e-5bc1-4910-b8cc-fd01e338a97e up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:04:17.524526 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:17.570257 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a380d1-3023-4e53-85cc-afed9745d845 req-f73e2280-fdc8-446b-a110-bf6c4e830ed6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:17.578171 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-20a380d1-3023-4e53-85cc-afed9745d845 req-f73e2280-fdc8-446b-a110-bf6c4e830ed6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 945 time: 0.0706930 Sep 03 14:04:17.632270 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:17.636822 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:17.637202 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.648690 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-20a380d1-3023-4e53-85cc-afed9745d845 req-bf0b4b22-9434-47ab-a00a-b3f96c56ee78 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696785 Sep 03 14:04:17.661714 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bddf-8f9e-4901-bc9a-41e947c2b543 req-b00dfca7-95e2-468b-a118-9a948722447f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:17.666255 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6649bddf-8f9e-4901-bc9a-41e947c2b543 req-b00dfca7-95e2-468b-a118-9a948722447f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0830147 Sep 03 14:04:17.718801 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6649bddf-8f9e-4901-bc9a-41e947c2b543 req-47e2616a-a421-4cdf-9d59-0f6a9bd5bf91 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Sep 03 14:04:17.740158 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.772780 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:17.847963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99'}, {'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30'}, {'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:17.850262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ed735-287b-4738-8df2-020e7d367c4f" -d '{"events": [{"server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "name": "network-vif-plugged", "status": "completed", "tag": "beb49a38-161b-4e08-8054-d318d5707c99"}, {"server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "name": "network-vif-plugged", "status": "completed", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30"}, {"server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:17.888455 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:17.889274 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d6532401-714f-49f4-a39d-646f454eedba up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:04:17.948086 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ee07f-bb10-4128-bb7b-56a2c15063bd x-openstack-request-id: req-c50ee07f-bb10-4128-bb7b-56a2c15063bd {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:17.948629 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "name": "network-vif-plugged", "status": "completed", "tag": "beb49a38-161b-4e08-8054-d318d5707c99", "code": 200}, {"server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "name": "network-vif-plugged", "status": "completed", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30", "code": 200}, {"server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:17.948877 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c50ee07f-bb10-4128-bb7b-56a2c15063bd {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:17.949262 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99', 'code': 200} Sep 03 14:04:17.949578 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', 'code': 200} Sep 03 14:04:17.949980 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e', 'code': 200} Sep 03 14:04:17.987622 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:18.065140 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port d6532401-714f-49f4-a39d-646f454eedba completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:04:18.069185 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port d6532401-714f-49f4-a39d-646f454eedba triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:04:18.069615 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.171618 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.190045 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc38f1-a607-4ffa-aec2-ca1422a4c10b req-db9fec02-752b-4747-be3c-dfdb8ee84a4c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.191775 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4ecc38f1-a607-4ffa-aec2-ca1422a4c10b req-db9fec02-752b-4747-be3c-dfdb8ee84a4c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0730579 Sep 03 14:04:18.229363 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6532401-714f-49f4-a39d-646f454eedba,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:18.246235 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54374) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:18.268252 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4ecc38f1-a607-4ffa-aec2-ca1422a4c10b req-c9db367f-7c5c-47dd-855d-415852ed3ea4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686634 Sep 03 14:04:18.291764 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.394812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1816b-f016-4bec-93d4-668163e81947 req-46ce290f-4cf9-4419-beff-5aa0a3f79b92 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.396343 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2c1816b-f016-4bec-93d4-668163e81947 req-46ce290f-4cf9-4419-beff-5aa0a3f79b92 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.1197774 Sep 03 14:04:18.402869 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83769047-df45-4093-a2b9-608d4ac9d956 req-4c867167-4c88-4bf8-bdb0-6b06d383ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.404380 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-83769047-df45-4093-a2b9-608d4ac9d956 req-4c867167-4c88-4bf8-bdb0-6b06d383ad87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 1099 time: 0.0771079 Sep 03 14:04:18.408555 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:18.457690 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2c1816b-f016-4bec-93d4-668163e81947 req-52815317-2bf5-49cb-a5c6-495987ae5592 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Sep 03 14:04:18.465209 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-83769047-df45-4093-a2b9-608d4ac9d956 req-1e935693-5394-47aa-9e33-11d59303b740 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523489 Sep 03 14:04:18.475300 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-23c29a85-c931-4492-b480-4a9a6cb06931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.503771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcd9b-79ce-4951-a664-7c7867898313 req-20a032a1-4ac1-4c6f-a305-638b27fdc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.505598 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f87dcd9b-79ce-4951-a664-7c7867898313 req-20a032a1-4ac1-4c6f-a305-638b27fdc3ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1098 time: 0.2067084 Sep 03 14:04:18.517212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d09bf-3b52-426c-9d56-5bd6c622d91a req-942bc9b6-5d57-4250-805d-32e6ad554dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.518675 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-393d09bf-3b52-426c-9d56-5bd6c622d91a req-942bc9b6-5d57-4250-805d-32e6ad554dd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.1099548 Sep 03 14:04:18.583742 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-23c29a85-c931-4492-b480-4a9a6cb06931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.700228 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-23c29a85-c931-4492-b480-4a9a6cb06931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.809207 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-23c29a85-c931-4492-b480-4a9a6cb06931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7aacfaed7c4f1f9efa3e16f6def1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617502 Sep 03 14:04:18.810071 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c29a85-c931-4492-b480-4a9a6cb06931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67577957-e1a1-49c4-a563-284f9415821d,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:18.812458 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54390) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:18.824554 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fad78-70b2-41f5-86ad-2bdac8342580 req-d68d3314-300f-444a-b23f-13849f321e81 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.826357 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-697fad78-70b2-41f5-86ad-2bdac8342580 req-d68d3314-300f-444a-b23f-13849f321e81 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0989523 Sep 03 14:04:18.837027 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f87dcd9b-79ce-4951-a664-7c7867898313 req-c55b8a6f-b39e-47fd-912d-6a7f396f762b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142323 Sep 03 14:04:18.881541 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-393d09bf-3b52-426c-9d56-5bd6c622d91a req-0a173b07-7f75-4153-9e55-060462b63c2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056390 Sep 03 14:04:18.892201 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab924b-6568-4e2d-a4c9-194eb367163e req-3fb42b00-712e-4f2c-9c66-c55a43856738 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:18.892766 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.894238 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d4ab924b-6568-4e2d-a4c9-194eb367163e req-3fb42b00-712e-4f2c-9c66-c55a43856738 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0985987 Sep 03 14:04:18.906167 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-697fad78-70b2-41f5-86ad-2bdac8342580 req-dd9d1dc3-2ae9-4a81-8255-73bf0168c85a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647554 Sep 03 14:04:18.917941 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:18.948414 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d4ab924b-6568-4e2d-a4c9-194eb367163e req-71f34175-f324-42ca-9212-2ea159a15fdf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Sep 03 14:04:19.066404 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:19.069095 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:19.070366 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67577957-e1a1-49c4-a563-284f9415821d HTTP/1.1" status: 204 len: 168 time: 0.2485778 Sep 03 14:04:19.079501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c51d6-2bc6-4174-930c-6e5326697226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67577957-e1a1-49c4-a563-284f9415821d,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:19.388379 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caff89-6099-4ec5-8777-e085abf851f6 req-57e4b90f-039d-4f20-a75b-03a4a1c85332 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:19.388379 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70caff89-6099-4ec5-8777-e085abf851f6 req-57e4b90f-039d-4f20-a75b-03a4a1c85332 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0512819 Sep 03 14:04:19.425899 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70caff89-6099-4ec5-8777-e085abf851f6 req-5340568b-56ff-4c59-8f4b-5a95f99cd9a6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Sep 03 14:04:19.568684 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee1671-b76c-48ef-9f19-73b32f66da87 req-2acb2dfe-0751-40c2-bee5-2101c126f084 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:19.570182 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97ee1671-b76c-48ef-9f19-73b32f66da87 req-2acb2dfe-0751-40c2-bee5-2101c126f084 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Sep 03 14:04:19.610864 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97ee1671-b76c-48ef-9f19-73b32f66da87 req-691d6c39-f5b4-4a85-a2f6-85f7ab31a75c tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Sep 03 14:04:19.836775 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54418) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:19.849805 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d0e2eb14-5de1-4594-8a9e-b76866cc4c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:19.947122 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d0e2eb14-5de1-4594-8a9e-b76866cc4c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:19.951913 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:19.954514 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70717b17-f88d-451c-bf91-267be1ec6932" -d '{"events": [{"server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "name": "network-vif-plugged", "status": "completed", "tag": "d6532401-714f-49f4-a39d-646f454eedba"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:20.018639 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1b3180-88e6-4b4a-b125-dfd4844cf9ea x-openstack-request-id: req-af1b3180-88e6-4b4a-b125-dfd4844cf9ea {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:20.019133 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "name": "network-vif-plugged", "status": "completed", "tag": "d6532401-714f-49f4-a39d-646f454eedba", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:20.019386 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af1b3180-88e6-4b4a-b125-dfd4844cf9ea {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:20.019917 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba', 'code': 200} Sep 03 14:04:20.023025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483394c-f814-41b2-acfd-f32268b14c97 req-a83a6493-af09-4634-9276-1b55517f3cad tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:20.030043 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5483394c-f814-41b2-acfd-f32268b14c97 req-a83a6493-af09-4634-9276-1b55517f3cad tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0585825 Sep 03 14:04:20.049480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d0e2eb14-5de1-4594-8a9e-b76866cc4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:20.065678 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5483394c-f814-41b2-acfd-f32268b14c97 req-3ca1e12e-ddfd-439a-b828-afbf51f31b47 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347259 Sep 03 14:04:20.099795 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d0e2eb14-5de1-4594-8a9e-b76866cc4c17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6b8f33d89f34a11b03a62a6c6a40fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619312 Sep 03 14:04:20.100741 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2eb14-5de1-4594-8a9e-b76866cc4c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42ed85-31a6-4528-845e-d27514d46e29,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:20.103823 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54434) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:20.131474 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9a72-9195-4d80-b059-af3c2baec35a req-dd33ced2-aee4-40c0-bcff-34b9c23dae20 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:20.132990 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af4c9a72-9195-4d80-b059-af3c2baec35a req-dd33ced2-aee4-40c0-bcff-34b9c23dae20 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Sep 03 14:04:20.154039 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:20.176440 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:20.188548 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af4c9a72-9195-4d80-b059-af3c2baec35a req-55c04468-e01c-48a3-8076-38283851fd7d tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Sep 03 14:04:20.357395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:20.359961 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:20.361137 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc42ed85-31a6-4528-845e-d27514d46e29 HTTP/1.1" status: 204 len: 168 time: 0.2564056 Sep 03 14:04:20.380289 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040913b9-9984-4602-8091-0641a2667203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42ed85-31a6-4528-845e-d27514d46e29,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:20.412280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e0ce-8c0d-4b37-8d86-b6e7d27e70a4 req-adecf5a2-bdf1-4bff-879e-fa7eeb70034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:20.414143 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b288e0ce-8c0d-4b37-8d86-b6e7d27e70a4 req-adecf5a2-bdf1-4bff-879e-fa7eeb70034a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0454342 Sep 03 14:04:20.463167 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b288e0ce-8c0d-4b37-8d86-b6e7d27e70a4 req-3d9c441e-d7cf-48c8-ac41-6e57ab18a923 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Sep 03 14:04:20.549173 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd0929-b84f-4e12-849e-1e02af852034 req-97eb3172-3ed7-4a73-82d4-6bd09ac5a830 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:20.550719 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d6fd0929-b84f-4e12-849e-1e02af852034 req-97eb3172-3ed7-4a73-82d4-6bd09ac5a830 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0487986 Sep 03 14:04:20.587491 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d6fd0929-b84f-4e12-849e-1e02af852034 req-f4aa86c4-2beb-41c3-94eb-f360b26e27e8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Sep 03 14:04:20.729570 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685a37a-c17b-430d-b78c-b3dfa9d6a191 req-35752702-7fa3-4be9-92aa-d3f6020b0504 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:20.730937 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c685a37a-c17b-430d-b78c-b3dfa9d6a191 req-35752702-7fa3-4be9-92aa-d3f6020b0504 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0536675 Sep 03 14:04:20.769969 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c685a37a-c17b-430d-b78c-b3dfa9d6a191 req-07e060ea-ee31-488d-8cc0-d5354a5ad5a3 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Sep 03 14:04:21.183194 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07130a-4608-4cbe-90e1-9901cb586bd1 req-a54fbe43-ef3d-4171-9427-08a0bf6b621b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:21.184741 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ef07130a-4608-4cbe-90e1-9901cb586bd1 req-a54fbe43-ef3d-4171-9427-08a0bf6b621b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0491049 Sep 03 14:04:21.226171 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ef07130a-4608-4cbe-90e1-9901cb586bd1 req-12bef60c-cde8-46ae-9f8f-b0705a7d9138 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352085 Sep 03 14:04:21.704607 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a590b2-17a9-466c-bd26-1115b9ff71de req-73a04115-7982-4453-9c33-f5339873be33 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:21.706271 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a1a590b2-17a9-466c-bd26-1115b9ff71de req-73a04115-7982-4453-9c33-f5339873be33 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0524416 Sep 03 14:04:21.760827 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a1a590b2-17a9-466c-bd26-1115b9ff71de req-6b6c16cd-bcb6-47b4-b7a8-d23cb93922e9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Sep 03 14:04:21.889097 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729dac-1526-47fa-a98f-728bce3f1168 req-03449e01-2bcb-401e-87b8-4af15f08457e tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:21.890598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a729dac-1526-47fa-a98f-728bce3f1168 req-03449e01-2bcb-401e-87b8-4af15f08457e tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0528152 Sep 03 14:04:21.943660 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a729dac-1526-47fa-a98f-728bce3f1168 req-ac59dfa9-1681-4260-a6ef-fb3817f351fd tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Sep 03 14:04:22.384191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e310f-0865-47c7-af71-fc12594fc295 req-065d7301-b76d-4225-9071-5d0c46de6a11 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:22.384191 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-661e310f-0865-47c7-af71-fc12594fc295 req-065d7301-b76d-4225-9071-5d0c46de6a11 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0598814 Sep 03 14:04:22.420044 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-661e310f-0865-47c7-af71-fc12594fc295 req-8eb658ae-b213-4c47-99b6-a57e6c4363e8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337079 Sep 03 14:04:22.447560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-e189483e-217a-47b5-bbb0-85ebb92615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:22.449145 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-e189483e-217a-47b5-bbb0-85ebb92615f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1098 time: 0.0491273 Sep 03 14:04:22.528713 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b38991-3553-4197-a9eb-316d3612aea2 req-ba05c1c4-c18e-4e3c-ba33-5bb3210a5a55 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:22.530367 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b38991-3553-4197-a9eb-316d3612aea2 req-ba05c1c4-c18e-4e3c-ba33-5bb3210a5a55 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0476277 Sep 03 14:04:22.553008 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-4eb9fd81-d4f2-4013-8f7a-7ff8dcace312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:22.554492 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-4eb9fd81-d4f2-4013-8f7a-7ff8dcace312 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.0879035 Sep 03 14:04:22.568203 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b38991-3553-4197-a9eb-316d3612aea2 req-9f6e2b01-7b85-40a9-828b-ebeeb5ec6986 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Sep 03 14:04:22.595861 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-e52ef592-6780-4d14-a121-97be42a4718c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 200 len: 217 time: 0.0344284 Sep 03 14:04:22.644476 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-93c9ddd2-3c10-4ced-bdec-9a8df45e3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:22.645916 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-93c9ddd2-3c10-4ced-bdec-9a8df45e3274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0432703 Sep 03 14:04:22.677860 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-893c9fae-5285-4c50-95ee-ae75aab1c53b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244701 Sep 03 14:04:22.771744 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-cc85f411-db47-4293-9c4a-db132461db77 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Sep 03 14:04:22.861727 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b1dbcc4f-8906-4ea7-bed6-dccb49931771 req-a5e062dd-da97-46ba-af77-3a61b29736a3 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Sep 03 14:04:23.542707 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a4bd-4eb5-49fd-9ab4-f8bb03c54934 req-23525527-0317-4e63-b56f-b036d2187a30 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:23.544198 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b1a4bd-4eb5-49fd-9ab4-f8bb03c54934 req-23525527-0317-4e63-b56f-b036d2187a30 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0524561 Sep 03 14:04:23.583420 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b1a4bd-4eb5-49fd-9ab4-f8bb03c54934 req-19fda8b5-c036-458a-b10d-374a8ab0d0c5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329652 Sep 03 14:04:23.686152 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a63d0e-96fd-4784-8f7a-590e7bc8ddbe req-1465e1e5-7d53-43d7-bf80-45e5dcbd1de3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:23.687629 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-92a63d0e-96fd-4784-8f7a-590e7bc8ddbe req-1465e1e5-7d53-43d7-bf80-45e5dcbd1de3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0497510 Sep 03 14:04:23.724717 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-92a63d0e-96fd-4784-8f7a-590e7bc8ddbe req-d34b7d4c-2789-49c0-a5ed-96a4d7c3fc12 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Sep 03 14:04:23.849096 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e139d-bcc1-46bb-9865-aae2ba1b9442 req-28dafabf-4161-4222-8690-e9b01d361400 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:23.854758 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-099e139d-bcc1-46bb-9865-aae2ba1b9442 req-28dafabf-4161-4222-8690-e9b01d361400 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0541613 Sep 03 14:04:23.859890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54596) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:23.864367 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'floatingip': {'port_id': 'd6532401-714f-49f4-a39d-646f454eedba'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:23.937783 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:24.741441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:24.824117 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:24.905640 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e1563-36d2-4e90-b3d6-142056feb5bb req-52b8155b-8514-4ec9-b807-e16085cba4f8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:24.907059 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-418e1563-36d2-4e90-b3d6-142056feb5bb req-52b8155b-8514-4ec9-b807-e16085cba4f8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.1111667 Sep 03 14:04:24.959003 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-418e1563-36d2-4e90-b3d6-142056feb5bb req-7113e614-4a5b-4e0b-b85e-77742205cf49 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Sep 03 14:04:24.964231 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Floating IP 32b7a35e-4312-4bfc-b862-115dc61fb272 associated. External IP: 172.27.0.30, port: d6532401-714f-49f4-a39d-646f454eedba. Sep 03 14:04:25.180031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:04:25.285948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:04:25.290942 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:25.299459 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:04:25.309074 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:04:25.310288 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:04:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:25.320029 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-76da6ca1-472a-43ee-b63e-bf1f06d21956 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "PUT /v2.0/floatingips/32b7a35e-4312-4bfc-b862-115dc61fb272 HTTP/1.1" status: 200 len: 991 time: 1.4590998 Sep 03 14:04:25.320670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:25.323563 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "tag": "d6532401-714f-49f4-a39d-646f454eedba"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:25.364054 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4245d3ef-99d1-4a00-8565-89e1e29c7454 x-openstack-request-id: req-4245d3ef-99d1-4a00-8565-89e1e29c7454 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:25.364343 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "tag": "d6532401-714f-49f4-a39d-646f454eedba", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:25.364641 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4245d3ef-99d1-4a00-8565-89e1e29c7454 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:25.365046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba', 'status': 'completed', 'code': 200} Sep 03 14:04:25.439088 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:04:25.452463 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-64a35b79-3b78-4f72-89da-996efbb1403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:25.457970 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-64a35b79-3b78-4f72-89da-996efbb1403f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0660927 Sep 03 14:04:25.572237 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-a4399d1e-59bf-4f6f-a8c4-1390529331d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:25.574706 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-a4399d1e-59bf-4f6f-a8c4-1390529331d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.1117043 Sep 03 14:04:25.677751 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-44cd7852-1c02-4a1f-847a-86dadabf4908 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 999 time: 0.0930264 Sep 03 14:04:25.729385 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-0283be2f-9f57-49bd-8622-f442078d42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:25.730874 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-0283be2f-9f57-49bd-8622-f442078d42fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0449629 Sep 03 14:04:25.797282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-20a1ae52-752f-4781-814d-d67f94a30072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:25.798873 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-20a1ae52-752f-4781-814d-d67f94a30072 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572686 Sep 03 14:04:25.813363 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '32b7a35e-4312-4bfc-b862-115dc61fb272', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': 'd6532401-714f-49f4-a39d-646f454eedba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:67:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:03:51Z', 'updated_at': '2021-09-03T14:04:24Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:25.845917 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:04:25.855104 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:04:25.855726 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:04:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:25.912874 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-9cc430e2-b447-4302-b846-6a10ae53357d service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974135 Sep 03 14:04:25.964421 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:04:26.031464 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5e1a7974-6c9a-4c5e-a2ad-198dd3feba3a req-2a4de530-810f-48b9-a2d0-daadb1e7b223 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080103 Sep 03 14:04:26.111995 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb727d-5c20-420d-99f8-ba94088d864e req-6244898b-8a93-4bae-a376-241577919822 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:26.113746 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b8bb727d-5c20-420d-99f8-ba94088d864e req-6244898b-8a93-4bae-a376-241577919822 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0707817 Sep 03 14:04:26.162181 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b8bb727d-5c20-420d-99f8-ba94088d864e req-48bf7fa3-9e1d-4d54-b238-b5fda1022881 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Sep 03 14:04:26.214716 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '32b7a35e-4312-4bfc-b862-115dc61fb272', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': 'd6532401-714f-49f4-a39d-646f454eedba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:67:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:03:51Z', 'updated_at': '2021-09-03T14:04:24Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:26.241280 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a97e95-f766-46f6-8fd2-20439cb76f80 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '32b7a35e-4312-4bfc-b862-115dc61fb272', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': 'd6532401-714f-49f4-a39d-646f454eedba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:67:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:03:51Z', 'updated_at': '2021-09-03T14:04:24Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:04:26.470461 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05df91-90e9-44a0-b586-d1f73e6996a7 None None] New status for floating IP 32b7a35e-4312-4bfc-b862-115dc61fb272: ACTIVE {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:04:26.638678 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:04:27.114734 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54714) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:27.233044 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-165f47b2-9071-4212-812a-8c7937bbfe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.288788 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d202f9-5e42-42fe-aacd-5deceedd9105 req-d1ad3b9e-4768-4db2-9ed8-7842c0d19b8b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:27.290397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94d202f9-5e42-42fe-aacd-5deceedd9105 req-d1ad3b9e-4768-4db2-9ed8-7842c0d19b8b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0494809 Sep 03 14:04:27.334749 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-165f47b2-9071-4212-812a-8c7937bbfe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.337201 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94d202f9-5e42-42fe-aacd-5deceedd9105 req-7f5927d9-11e6-4fd6-9594-265ffa10db7f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Sep 03 14:04:27.390970 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-165f47b2-9071-4212-812a-8c7937bbfe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.437056 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-165f47b2-9071-4212-812a-8c7937bbfe25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=982881b47a8745c9a26c2a64969d1f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212185 Sep 03 14:04:27.438155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f47b2-9071-4212-812a-8c7937bbfe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59485899-3ef0-44ed-9e12-58f66d005371,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:27.439844 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54730) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:27.489745 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.511798 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.625716 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.628830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.632068 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59485899-3ef0-44ed-9e12-58f66d005371 HTTP/1.1" status: 204 len: 168 time: 0.1894209 Sep 03 14:04:27.640944 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee90b-f08e-4c18-96c9-b018e8e0a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59485899-3ef0-44ed-9e12-58f66d005371,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:27.645765 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54740) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:27.752338 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e380e17e-7127-42fc-8a7d-f756d74669db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.837173 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e380e17e-7127-42fc-8a7d-f756d74669db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.945738 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e380e17e-7127-42fc-8a7d-f756d74669db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:27.950471 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54756) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:27.983744 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e17e-7127-42fc-8a7d-f756d74669db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42895a-4ec8-4913-8530-3e2bb179d554,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:27.995191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54758) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:27.996239 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e380e17e-7127-42fc-8a7d-f756d74669db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6783fcb17fe84136a0b919e3c6a926b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494644 Sep 03 14:04:28.004558 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Deleting subnet 280a600b-c865-4dcc-bc02-8c3247fb3266 {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:04:28.012694 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.068401 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.075347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.107791 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.139009 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.235486 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54766) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:28.248546 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0743d55a-c783-4573-a139-94a77a7e99c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.258092 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.292563 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280a600b-c865-4dcc-bc02-8c3247fb3266,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:28.295652 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.297772 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0f061239-768b-48dc-a554-65e865fd1a4e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/280a600b-c865-4dcc-bc02-8c3247fb3266 HTTP/1.1" status: 204 len: 168 time: 0.3460915 Sep 03 14:04:28.300357 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54768) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:28.314593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.316182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.317285 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd42895a-4ec8-4913-8530-3e2bb179d554 HTTP/1.1" status: 204 len: 168 time: 0.3211699 Sep 03 14:04:28.354775 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acbfa7-0fec-4ad6-bbc6-bd82fe6b4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42895a-4ec8-4913-8530-3e2bb179d554,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:28.432182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.523753 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53682-c969-48a7-837e-1f8ac4d7f0c9 req-ba4b6f34-5ddb-411c-8809-422edfdc8771 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:28.525238 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e53682-c969-48a7-837e-1f8ac4d7f0c9 req-ba4b6f34-5ddb-411c-8809-422edfdc8771 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.1152363 Sep 03 14:04:28.544857 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0743d55a-c783-4573-a139-94a77a7e99c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.592981 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.612156 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.612522 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.613274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.613631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > port after_create 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.613978 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.614303 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > port after_update 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.614710 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.614952 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.615279 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.615593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.756513 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.756940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.757281 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.757652 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:04:28.758034 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bf6d75-989d-44be-adf0-cfcab0449771']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:28.772121 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0743d55a-c783-4573-a139-94a77a7e99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.783338 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e53682-c969-48a7-837e-1f8ac4d7f0c9 req-16927b95-b92f-418f-9f90-baa21befcce4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450614 Sep 03 14:04:28.785843 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01133ebc-bbca-4cb5-94e5-577410137dbd') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:28.786139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01133ebc-bbca-4cb5-94e5-577410137dbd') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:28.819343 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.855737 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0743d55a-c783-4573-a139-94a77a7e99c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffe75f23af9648dab6001b8854945236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190579 Sep 03 14:04:28.858335 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54782) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:28.864452 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.867031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d55a-c783-4573-a139-94a77a7e99c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e280ec77-c01a-480c-9b4c-be6e223e02da,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:28.881150 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:04:28.881576 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: from cryptography.utils import int_from_bytes Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: from cryptography.utils import int_from_bytes Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:04:28.885393 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:04:28.964143 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:28.984609 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.048030 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.053830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.057128 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6bf6d75-989d-44be-adf0-cfcab0449771 HTTP/1.1" status: 204 len: 168 time: 0.7529535 Sep 03 14:04:29.059146 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54784) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:29.068838 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233365-e6cb-4715-ab43-12125c5d8a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6bf6d75-989d-44be-adf0-cfcab0449771,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.101331 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Deleting subnet 4984556d-bc71-4f43-854b-498e6329b740 {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:04:29.104504 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.135337 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54786) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:29.139492 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.142120 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.143337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e280ec77-c01a-480c-9b4c-be6e223e02da HTTP/1.1" status: 204 len: 168 time: 0.2840660 Sep 03 14:04:29.145102 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.154858 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911924e9-0a1c-4d49-9fb9-d29167996b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e280ec77-c01a-480c-9b4c-be6e223e02da,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.173041 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-62945482-3266-40a8-8ae5-ad4e111a40a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.212555 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.315028 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-62945482-3266-40a8-8ae5-ad4e111a40a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.363366 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.389706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4984556d-bc71-4f43-854b-498e6329b740,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.392640 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-62945482-3266-40a8-8ae5-ad4e111a40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.395848 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.397234 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-959ee8d4-4764-4587-ad91-be3449c8dc90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4984556d-bc71-4f43-854b-498e6329b740 HTTP/1.1" status: 204 len: 168 time: 0.3370850 Sep 03 14:04:29.400533 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54796) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:29.443374 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-62945482-3266-40a8-8ae5-ad4e111a40a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4649429259b4d4f9cecbf7c78390ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069887 Sep 03 14:04:29.444209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62945482-3266-40a8-8ae5-ad4e111a40a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9985d2aa-4f00-44a2-8cf0-d29d7f2d706c,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.446684 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54800) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:29.484418 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.499850 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.531191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.583275 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.594617 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91060f1d-8958-43e7-88ba-d334c8156756']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:29.604846 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38abfc56-2291-4247-8ca6-f0f1bd07add6') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:29.605144 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38abfc56-2291-4247-8ca6-f0f1bd07add6') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:04:29.614334 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.631601 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.638683 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:04:29.640017 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:04:29.640954 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:04:29.681937 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.684517 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.685879 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9985d2aa-4f00-44a2-8cf0-d29d7f2d706c HTTP/1.1" status: 204 len: 168 time: 0.2374897 Sep 03 14:04:29.693802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad639d4-1d3f-42c0-a7fb-96e7c9f61cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9985d2aa-4f00-44a2-8cf0-d29d7f2d706c,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.802503 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.809996 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:29.812238 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91060f1d-8958-43e7-88ba-d334c8156756 HTTP/1.1" status: 204 len: 168 time: 0.4093838 Sep 03 14:04:29.820870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766171-7fe5-4394-b458-cae9b4b73aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91060f1d-8958-43e7-88ba-d334c8156756,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:29.899752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364d51-be66-4f32-9f32-b065075f2b9e req-c11b5cb1-43fd-4bf6-b192-f7345f858592 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:29.901413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fa364d51-be66-4f32-9f32-b065075f2b9e req-c11b5cb1-43fd-4bf6-b192-f7345f858592 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0494463 Sep 03 14:04:29.943635 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fa364d51-be66-4f32-9f32-b065075f2b9e req-e351125e-f83d-47e7-9de8-8158d647d145 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Sep 03 14:04:30.225774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54836) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:30.267118 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a30a26a5-12e7-4a6e-bed0-72559556b047 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a137658538444eca714e06c23f80631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400441 Sep 03 14:04:30.269581 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54840) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:30.324382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:30.345853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:30.441378 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:30.443938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:30.445076 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afeb9d0b-f769-481c-a70a-b8b5977a4195 HTTP/1.1" status: 204 len: 168 time: 0.1746061 Sep 03 14:04:30.452703 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf9e90-e3e7-406f-8966-f6b03ba148b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb9d0b-f769-481c-a70a-b8b5977a4195,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:31.059372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d013c-a60f-41a8-8ff2-afb4f1cc3507 req-2f188468-cb5b-4958-972a-c330de498886 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:31.060960 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-437d013c-a60f-41a8-8ff2-afb4f1cc3507 req-2f188468-cb5b-4958-972a-c330de498886 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0496342 Sep 03 14:04:31.099619 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-437d013c-a60f-41a8-8ff2-afb4f1cc3507 req-0c143a41-9a35-444b-bdb7-24d9ae4f1768 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 03 14:04:31.207838 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 54886) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:31.250049 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2b0646ab-06c8-4127-a091-903c2470c767 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68124a83f94f420aa05aaa7d729247c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408874 Sep 03 14:04:31.255012 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 54890) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:31.313931 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:31.340563 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:31.476809 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:31.479593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:31.480787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40216ac9-803d-4af5-89fd-395915598f10 HTTP/1.1" status: 204 len: 168 time: 0.2247427 Sep 03 14:04:31.488313 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5bc73-fadc-4b16-989d-775793aa652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40216ac9-803d-4af5-89fd-395915598f10,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:32.214621 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ef6d6-fdf6-4120-9b77-e58e4c9194e0 req-38a1606f-33d8-4cdf-8c77-0f16918629b8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:32.216092 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e61ef6d6-fdf6-4120-9b77-e58e4c9194e0 req-38a1606f-33d8-4cdf-8c77-0f16918629b8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0486472 Sep 03 14:04:32.258482 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e61ef6d6-fdf6-4120-9b77-e58e4c9194e0 req-05fcfc15-d37c-4e36-801b-0589e34e3808 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Sep 03 14:04:33.408826 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a0295-a884-4c96-8231-50804c83bdfd req-1d35fb0c-3cf5-40b2-b5a5-6a07e5079b32 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:33.410400 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f23a0295-a884-4c96-8231-50804c83bdfd req-1d35fb0c-3cf5-40b2-b5a5-6a07e5079b32 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0701118 Sep 03 14:04:33.452623 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f23a0295-a884-4c96-8231-50804c83bdfd req-facbfeea-68bf-4a9d-b4f3-8fef5f285856 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Sep 03 14:04:33.464819 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae130-68ea-4560-900a-e471520ed855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:33.849437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55036) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:33.952189 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.040574 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.109947 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.147836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3fc6744b71943c18dc79a839523b5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973151 Sep 03 14:04:34.148761 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e75f4-f75c-4eb2-b416-08fde2ef3cfb,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:34.152636 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55042) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:34.156563 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.156923 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.157267 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.157649 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.157987 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.158325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.158653 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.158983 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.159314 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.159640 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.160023 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.160378 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f3148-bda9-46bd-b256-8dbf6efa95a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.201385 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.221407 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.316581 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.319151 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:34.320292 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/503e75f4-f75c-4eb2-b416-08fde2ef3cfb HTTP/1.1" status: 204 len: 168 time: 0.1666877 Sep 03 14:04:34.328303 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e75f4-f75c-4eb2-b416-08fde2ef3cfb,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:34.335638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.335991 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.337815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.337815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.337815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.337815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.337815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.338130 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.338298 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.338608 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.338936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.339261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475e09c-43a0-4b2a-901f-307d2d8a629e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:34.574506 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3f922-4f01-483a-bff1-970370683e13 req-11cbd36e-1815-4ff0-bed2-adbb8820ba13 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:34.575865 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a9a3f922-4f01-483a-bff1-970370683e13 req-11cbd36e-1815-4ff0-bed2-adbb8820ba13 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0477912 Sep 03 14:04:34.616612 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a9a3f922-4f01-483a-bff1-970370683e13 req-2c803b6a-06cd-41ab-923c-793a4a3808d1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 Sep 03 14:04:34.908749 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55058) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:34.922236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2991d0c5-12a0-4ecb-b976-719c2443612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.004837 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2991d0c5-12a0-4ecb-b976-719c2443612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.076181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2991d0c5-12a0-4ecb-b976-719c2443612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.114841 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2991d0c5-12a0-4ecb-b976-719c2443612a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e76c683b54614274b054830b2e1acc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049115 Sep 03 14:04:35.115597 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991d0c5-12a0-4ecb-b976-719c2443612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7a9bb-c24e-4023-937a-f98892e7abd9,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:35.117669 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55062) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:35.171353 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.191077 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.316106 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.318670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:35.319844 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01b7a9bb-c24e-4023-937a-f98892e7abd9 HTTP/1.1" status: 204 len: 168 time: 0.2007513 Sep 03 14:04:35.327238 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f318fa9-c891-4395-b128-0f3074a747e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7a9bb-c24e-4023-937a-f98892e7abd9,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:35.753559 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688091-20b0-4248-808e-a2225c4c4082 req-8675d817-8ba3-476d-9a06-bec7a734418e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:35.754987 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33688091-20b0-4248-808e-a2225c4c4082 req-8675d817-8ba3-476d-9a06-bec7a734418e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0505953 Sep 03 14:04:35.793428 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33688091-20b0-4248-808e-a2225c4c4082 req-7eff36d5-92a6-4003-a912-d2193d43e1f9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Sep 03 14:04:36.025263 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5b47ceb7-cb59-4656-a17e-b3017359220b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:36.505374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:37.119765 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcb77-0ad8-4ea8-8411-0b4e8954c014 req-c52d3ca6-40e2-4c18-8e2f-35a67779ce83 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:37.119765 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7d8dcb77-0ad8-4ea8-8411-0b4e8954c014 req-c52d3ca6-40e2-4c18-8e2f-35a67779ce83 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0480902 Sep 03 14:04:37.119765 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7d8dcb77-0ad8-4ea8-8411-0b4e8954c014 req-33fd5c9b-3219-4301-8239-bba5c0953828 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Sep 03 14:04:37.448146 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:38.218951 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94530cb-31a0-48c3-98c2-76485f756e90 req-c33c394c-765b-45a4-857e-8d0ebbe846b6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:38.225952 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e94530cb-31a0-48c3-98c2-76485f756e90 req-c33c394c-765b-45a4-857e-8d0ebbe846b6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0579469 Sep 03 14:04:38.260830 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e94530cb-31a0-48c3-98c2-76485f756e90 req-7c03e0ee-f0b2-4568-beeb-87afc52b0cd9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Sep 03 14:04:38.801660 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:39.406809 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5b44-a9ca-4aef-bc5b-98926a6f6f6d req-f2fc4db3-cae8-4fba-9f21-bb944113f702 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:39.408585 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a0f5b44-a9ca-4aef-bc5b-98926a6f6f6d req-f2fc4db3-cae8-4fba-9f21-bb944113f702 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0592310 Sep 03 14:04:39.449479 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a0f5b44-a9ca-4aef-bc5b-98926a6f6f6d req-30978c4d-a316-4475-92bf-244eb6e11bb1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Sep 03 14:04:40.558946 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb92f8-b196-4c39-a448-5f6f8eda32a7 req-6516c9f6-3583-48e0-90af-6a4c4d54ea85 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:40.560399 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50eb92f8-b196-4c39-a448-5f6f8eda32a7 req-6516c9f6-3583-48e0-90af-6a4c4d54ea85 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0473421 Sep 03 14:04:40.596027 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50eb92f8-b196-4c39-a448-5f6f8eda32a7 req-56ff6948-e2c8-4201-bdf0-4c7d896e1ec8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298584 Sep 03 14:04:41.707928 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac799-9b6a-427e-997f-7b7fdea15b0f req-3d6fa115-cf5e-4e09-8d81-2726df56ed53 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:41.709480 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-941ac799-9b6a-427e-997f-7b7fdea15b0f req-3d6fa115-cf5e-4e09-8d81-2726df56ed53 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0479953 Sep 03 14:04:41.746865 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-941ac799-9b6a-427e-997f-7b7fdea15b0f req-4d95ec81-a8fa-4597-872c-11877e9741e8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Sep 03 14:04:42.697116 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-61e8cbbf-b788-41bf-9ea7-362027feb1ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379686 Sep 03 14:04:42.875085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107410b9-ff3f-4b26-8515-028265181c53 req-907905db-e9c0-4c97-97d2-35637b1a4ebc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:42.877451 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-107410b9-ff3f-4b26-8515-028265181c53 req-907905db-e9c0-4c97-97d2-35637b1a4ebc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0591173 Sep 03 14:04:42.930290 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-107410b9-ff3f-4b26-8515-028265181c53 req-932528bf-3b45-497f-bd79-9657df7b0f48 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 Sep 03 14:04:42.959719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-8429af31-0212-46d4-ad2e-e62d784210ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:42.961221 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-8429af31-0212-46d4-ad2e-e62d784210ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 1098 time: 0.2025399 Sep 03 14:04:43.065901 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-c4c565ce-e994-4d3b-9a9e-2e8ad6400c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:43.067668 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-c4c565ce-e994-4d3b-9a9e-2e8ad6400c86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 914 time: 0.0828533 Sep 03 14:04:43.124341 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-7b336aa7-b3ed-4fa0-ad14-c4fadff88bd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89 HTTP/1.1" status: 200 len: 217 time: 0.0384636 Sep 03 14:04:43.180227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-776c99c4-4791-4357-8cc4-1438981b1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:43.182279 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-776c99c4-4791-4357-8cc4-1438981b1a93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.0461497 Sep 03 14:04:43.216453 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-665cd412-4240-4f5c-944b-dffb6e99a660 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240836 Sep 03 14:04:43.325618 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-51a2b655-49ed-4328-b69c-356998e4b3b2 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916371 Sep 03 14:04:43.427849 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-12b8980b-c6bc-4044-b07f-707299375eb1 req-2ea2ffc6-9239-4f85-8798-fd890bdcc328 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Sep 03 14:04:43.775255 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-9c5339ed-7574-463b-9043-4cd7383bbf07 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:43.776240 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-9c5339ed-7574-463b-9043-4cd7383bbf07 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1014640 Sep 03 14:04:43.791691 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-996c523b-c331-4ecd-95b0-ceb5321e9f6b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/quotas/505bb1810a0e4cb89755fe8d90c94f79 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Sep 03 14:04:43.846238 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a5a4ef43-79a2-4b8a-88a7-00b64fe6a939 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488498 Sep 03 14:04:43.936874 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-efb7ae2c-864b-45ed-92d5-9db6bdbca944 service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835378 Sep 03 14:04:44.060899 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-5368fe35-3292-4a2e-bccc-df837729593c service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180027 Sep 03 14:04:44.074564 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba53e-feb7-4c40-86a1-5d773722efea req-7f2ab88a-83e8-4353-9ade-72f9caead4ec tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:44.077906 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-851ba53e-feb7-4c40-86a1-5d773722efea req-7f2ab88a-83e8-4353-9ade-72f9caead4ec tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0709774 Sep 03 14:04:44.124150 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-851ba53e-feb7-4c40-86a1-5d773722efea req-496b3ad1-4cdc-46c1-abd5-b870feeca8e5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Sep 03 14:04:44.319675 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fa203add-6492-43ec-9fb2-d1ec27df4b41 req-c6b1e24c-8cd3-498d-a916-d5ee3c09bd3f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0465183 Sep 03 14:04:44.682175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:45.240066 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957626-24f1-4838-b413-ecad5f85c431 req-886359fc-df72-4d85-b749-68f1f8fd93c1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:45.244785 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-07957626-24f1-4838-b413-ecad5f85c431 req-886359fc-df72-4d85-b749-68f1f8fd93c1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0532665 Sep 03 14:04:45.282889 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-07957626-24f1-4838-b413-ecad5f85c431 req-92baa6b8-882b-4aa0-9f6b-ea221ddffd42 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Sep 03 14:04:45.415331 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-03a99e5d-4e98-4e9d-98f7-1f237256392f req-c37ff8fc-9f70-4c91-af28-894fe09c7397 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0264552 Sep 03 14:04:46.396291 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0b007-e898-478d-b0d3-e18d08d8bf50 req-ae24097f-89dd-4aa6-9842-68bd8138d575 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:46.398114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-34b0b007-e898-478d-b0d3-e18d08d8bf50 req-ae24097f-89dd-4aa6-9842-68bd8138d575 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0480251 Sep 03 14:04:46.436879 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-34b0b007-e898-478d-b0d3-e18d08d8bf50 req-6394a5fe-4a4f-4cce-a24f-cede89ef1803 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Sep 03 14:04:46.515984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-519ea4b8-b3b7-43a8-88c0-ba7821cd5d27 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:46.517326 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-519ea4b8-b3b7-43a8-88c0-ba7821cd5d27 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1115375 Sep 03 14:04:46.519067 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d5788b5e-8a60-484a-a1c4-d645b171ca30 req-7726e285-b448-486c-a1f4-3342cb305677 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Sep 03 14:04:46.534741 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Request body: {'port': {'device_id': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'admin_state_up': True, 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:46.767221 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:04:46.770894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:46.918661 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Allocated IP 172.20.0.9 (9a880de5-f366-4527-8bf6-157addfe3198/e618a316-21bc-4903-9834-9193be080597/828fd3dc-f775-48dc-aa2a-e0a0a9701020) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:04:47.100902 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.224814 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.239203 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:47.270397 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Network 9a880de5-f366-4527-8bf6-157addfe3198 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:04:47.273290 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:04:47.277435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:04:47.303246 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event updated for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:47.337840 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:47.338457 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.424921 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-a1cd28f8-ee79-49a1-96fc-6742ab24e521 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941677 Sep 03 14:04:47.449777 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Request body: {'port': {'device_id': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:04:47.506559 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.561290 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3176ae-4751-4507-9ad7-fba6e3c61479 req-6aedad33-837b-4ac4-bd41-908b79a063c8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:47.561290 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6e3176ae-4751-4507-9ad7-fba6e3c61479 req-6aedad33-837b-4ac4-bd41-908b79a063c8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0520947 Sep 03 14:04:47.612199 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6e3176ae-4751-4507-9ad7-fba6e3c61479 req-5da03d3f-ef83-4720-9a7e-8357f49cc43a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Sep 03 14:04:47.654970 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6824d-c449-425e-b2cb-169be2c4862b req-92b6aaf1-5166-4079-9f77-f1c5428c0abe tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:47.656483 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14d6824d-c449-425e-b2cb-169be2c4862b req-92b6aaf1-5166-4079-9f77-f1c5428c0abe tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 931 time: 0.0609102 Sep 03 14:04:47.699575 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14d6824d-c449-425e-b2cb-169be2c4862b req-5aff136b-4866-458d-a0ea-bc673e2bac17 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Sep 03 14:04:47.773845 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828fd3dc-f775-48dc-aa2a-e0a0a9701020 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:47.781549 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.795584 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Transition to ACTIVE for port object 828fd3dc-f775-48dc-aa2a-e0a0a9701020 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:04:47.916056 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:47.969344 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55420) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:47.969510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Pushing event updated for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:48.050345 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Attempting to bind port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:04:48.051091 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Attempting to bind port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:04:48.052140 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Attempting to bind port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:48.057680 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 on network 9a880de5-f366-4527-8bf6-157addfe3198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:04:48.062771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Attempting to bind port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:04:48.065026 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:04:48.065276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Checking segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:04:48.065695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Bound using segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:04:48.066119 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Bound port: 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:04:48.067855 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.080575 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e711c0db-c727-4e77-92b5-3eb9cc5dfce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.154004 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:04:48.157357 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:04:48.193544 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e711c0db-c727-4e77-92b5-3eb9cc5dfce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.270170 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e711c0db-c727-4e77-92b5-3eb9cc5dfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.270692 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.306658 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.307274 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.309252 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] 10.222.0.47 "PUT /v2.0/ports/828fd3dc-f775-48dc-aa2a-e0a0a9701020 HTTP/1.1" status: 200 len: 1093 time: 0.8639216 Sep 03 14:04:48.309252 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:04:48.311441 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203caa5-1b54-4d35-8301-6f19816b71ed" -d '{"events": [{"name": "network-changed", "server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:04:48.327114 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711c0db-c727-4e77-92b5-3eb9cc5dfce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c3198-9ec5-4360-a0de-e6fe9202c9cc,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:48.332297 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e711c0db-c727-4e77-92b5-3eb9cc5dfce5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50b7cdc3f21b46e5bd76242305ea76eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610685 Sep 03 14:04:48.334570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55432) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:48.351398 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e52338-3385-435a-a27f-22ab8cfc91cd x-openstack-request-id: req-38e52338-3385-435a-a27f-22ab8cfc91cd {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:04:48.351685 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:04:48.351931 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e52338-3385-435a-a27f-22ab8cfc91cd {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:04:48.352825 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'status': 'completed', 'code': 200} Sep 03 14:04:48.353524 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3430a-e048-4a32-ae5a-9c6c5322e11a service neutron] Pushing event updated for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:48.418616 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.448654 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.459394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-4275aecd-b05c-4102-875a-5dc74d39e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.460961 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-4275aecd-b05c-4102-875a-5dc74d39e89d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 1096 time: 0.0727329 Sep 03 14:04:48.655384 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.657960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:48.669910 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c0c3198-9ec5-4360-a0de-e6fe9202c9cc HTTP/1.1" status: 204 len: 168 time: 0.3262508 Sep 03 14:04:48.673313 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-6c940b47-43e0-4184-bbff-dd52d3a969be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.674821 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-6c940b47-43e0-4184-bbff-dd52d3a969be service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1910043 Sep 03 14:04:48.681489 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00708c-457d-4d80-9af7-3a10d6b916bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c3198-9ec5-4360-a0de-e6fe9202c9cc,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:48.739874 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a76cb4-6bdf-480b-bb9b-77560adc94a6 req-44712528-f928-4d59-bc1c-8ace027474f6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.743543 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39a76cb4-6bdf-480b-bb9b-77560adc94a6 req-44712528-f928-4d59-bc1c-8ace027474f6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0591028 Sep 03 14:04:48.802050 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39a76cb4-6bdf-480b-bb9b-77560adc94a6 req-f1cec1f7-5ef2-40ef-9c80-dcbe5236977d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517778 Sep 03 14:04:48.859405 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3f49d-356a-4108-b5df-91cfdfdf1cb2 req-cc9a0a26-4b1e-428b-9a5e-3ee6be7cd895 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.867068 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2bc3f49d-356a-4108-b5df-91cfdfdf1cb2 req-cc9a0a26-4b1e-428b-9a5e-3ee6be7cd895 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 943 time: 0.0865650 Sep 03 14:04:48.900440 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-600a5fea-d649-4fc5-a03e-aa4a03ef8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.901122 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2bc3f49d-356a-4108-b5df-91cfdfdf1cb2 req-2fd4696b-9e6d-4665-bed9-cdf40ada79cb tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Sep 03 14:04:48.902095 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7203caa5-1b54-4d35-8301-6f19816b71ed req-600a5fea-d649-4fc5-a03e-aa4a03ef8ffd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185779 Sep 03 14:04:48.987417 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-dfe473e3-191e-4d83-9ce6-6cf3ed7cdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:48.988977 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-dfe473e3-191e-4d83-9ce6-6cf3ed7cdbb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 1096 time: 0.0455863 Sep 03 14:04:49.038020 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-c6ed2d6f-400d-4eeb-ab59-5e00e8173747 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020 HTTP/1.1" status: 200 len: 217 time: 0.0362766 Sep 03 14:04:49.095146 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-1eb0d277-0a5e-4a08-842c-98b65a759379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:49.096607 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-1eb0d277-0a5e-4a08-842c-98b65a759379 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.0490532 Sep 03 14:04:49.130749 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-4d824b7c-a09a-43fd-88db-b74ae90ab5f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247929 Sep 03 14:04:49.228403 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-82b23f64-37d3-4c53-8e20-f76efed78044 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835509 Sep 03 14:04:49.330438 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da5bd4d6-78e6-41dc-83b0-07eddec21275 req-5f1e8eec-ab9c-4f8c-8fd1-65a4aee5a0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Sep 03 14:04:49.330577 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55472) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:49.342957 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6cd9afc3-7e67-4de4-b7e5-e00bd2908a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.430381 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6cd9afc3-7e67-4de4-b7e5-e00bd2908a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.533004 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6cd9afc3-7e67-4de4-b7e5-e00bd2908a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.570025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9afc3-7e67-4de4-b7e5-e00bd2908a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de196a9-2d23-4394-b1d4-557c037e2afc,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:49.579480 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-6cd9afc3-7e67-4de4-b7e5-e00bd2908a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2c58b87ca2f44e9a19582e35771527f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429757 Sep 03 14:04:49.579480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55480) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:49.644499 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.667611 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.812581 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.815176 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:49.816338 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6de196a9-2d23-4394-b1d4-557c037e2afc HTTP/1.1" status: 204 len: 168 time: 0.2384272 Sep 03 14:04:49.824547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983692ba-8a99-4ead-8182-e1863105ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de196a9-2d23-4394-b1d4-557c037e2afc,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:49.941553 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20edcdf-f3ac-4cb3-800e-ae9fbc868ee7 req-df9e145c-ffcc-4661-99fd-c0a19db5e8e7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:49.941553 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b20edcdf-f3ac-4cb3-800e-ae9fbc868ee7 req-df9e145c-ffcc-4661-99fd-c0a19db5e8e7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0578856 Sep 03 14:04:50.001526 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b20edcdf-f3ac-4cb3-800e-ae9fbc868ee7 req-1eb09537-1fe9-4f4e-ad93-42ff51defeb4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578246 Sep 03 14:04:50.027926 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49777c9-32bc-46a6-a9bf-33747acc26a2 req-ec8d6967-2639-4ab6-abed-2649f424d9d3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:50.033977 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c49777c9-32bc-46a6-a9bf-33747acc26a2 req-ec8d6967-2639-4ab6-abed-2649f424d9d3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 943 time: 0.0613914 Sep 03 14:04:50.068893 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c49777c9-32bc-46a6-a9bf-33747acc26a2 req-55baf69c-255a-458d-a71a-d7f62750fe7f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Sep 03 14:04:50.877200 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55514) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:50.895489 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55516) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:50.896822 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-51ce00b5-2b63-451b-902c-33d32e343e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:50.985146 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-51ce00b5-2b63-451b-902c-33d32e343e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.051181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-071029b1-b3a1-46b6-9c06-7b1eda13ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.063886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-51ce00b5-2b63-451b-902c-33d32e343e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.134366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-51ce00b5-2b63-451b-902c-33d32e343e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c302d641cc47faa1628584b547d878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528555 Sep 03 14:04:51.141907 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55526) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:51.149559 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce00b5-2b63-451b-902c-33d32e343e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d7b23-e34a-43ed-ae69-57d2036ea977,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:51.200092 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-071029b1-b3a1-46b6-9c06-7b1eda13ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.208802 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518f333-6ca8-4124-8845-3ebbc1158bec req-20c2b914-c849-4f40-b912-69f177bafc4f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:51.210482 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1518f333-6ca8-4124-8845-3ebbc1158bec req-20c2b914-c849-4f40-b912-69f177bafc4f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.1325707 Sep 03 14:04:51.218221 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.242093 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.247495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63c0b0-6781-4081-8541-5413a335622e req-16a7c04b-2180-4480-99ee-ef9c92c603cd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:51.247495 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-df63c0b0-6781-4081-8541-5413a335622e req-16a7c04b-2180-4480-99ee-ef9c92c603cd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 943 time: 0.0810723 Sep 03 14:04:51.264092 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-071029b1-b3a1-46b6-9c06-7b1eda13ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.276129 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1518f333-6ca8-4124-8845-3ebbc1158bec req-61e74990-79e0-4f46-9edf-ef9edc2e53ea tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Sep 03 14:04:51.315268 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-df63c0b0-6781-4081-8541-5413a335622e req-9a77ea72-3561-4afa-9d49-cd3c9d32d055 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 Sep 03 14:04:51.322557 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-071029b1-b3a1-46b6-9c06-7b1eda13ecad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b3b465722c49ada3f3e1754c4efdea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258637 Sep 03 14:04:51.325250 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071029b1-b3a1-46b6-9c06-7b1eda13ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef379e54-f358-434d-a652-c57ecf36815e,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:51.331399 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55532) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:51.385399 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.410558 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.419279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.422043 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.425895 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea0d7b23-e34a-43ed-ae69-57d2036ea977 HTTP/1.1" status: 204 len: 168 time: 0.2828763 Sep 03 14:04:51.447084 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ea531-7b53-4921-b1a7-a0c4ff34575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d7b23-e34a-43ed-ae69-57d2036ea977,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:51.624508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.627046 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:51.628199 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef379e54-f358-434d-a652-c57ecf36815e HTTP/1.1" status: 204 len: 168 time: 0.2941177 Sep 03 14:04:51.636720 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908394e4-fd62-4719-9bb2-08fe53e29fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef379e54-f358-434d-a652-c57ecf36815e,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:52.317248 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55566) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:52.330615 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc90-6af8-4feb-a515-8eee8d617ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.447845 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc90-6af8-4feb-a515-8eee8d617ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.476453 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9b016-83e3-484c-8c02-1683def47fe6 req-7744e9ac-43d8-4db1-81db-d78f4ae207d2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:52.478566 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abd9b016-83e3-484c-8c02-1683def47fe6 req-7744e9ac-43d8-4db1-81db-d78f4ae207d2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 943 time: 0.0880518 Sep 03 14:04:52.487391 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c82ee9-b33f-4497-8886-3e4735f8c04f req-6fa02317-89c9-4e96-91a8-4c5c10f3958b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:52.488873 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51c82ee9-b33f-4497-8886-3e4735f8c04f req-6fa02317-89c9-4e96-91a8-4c5c10f3958b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0717261 Sep 03 14:04:52.556001 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc90-6af8-4feb-a515-8eee8d617ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.596506 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fd5bdc90-6af8-4feb-a515-8eee8d617ddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f0ffcbbc5d94330a4cf955908df88a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780826 Sep 03 14:04:52.597369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bdc90-6af8-4feb-a515-8eee8d617ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3c95f-61a7-4b70-9f51-4a2d2a632854,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:52.601230 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55578) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:52.661223 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.686236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.753022 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abd9b016-83e3-484c-8c02-1683def47fe6 req-ef1eb833-aa62-435b-a995-1ac3e9c9a410 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629206 Sep 03 14:04:52.760836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51c82ee9-b33f-4497-8886-3e4735f8c04f req-841f1f2e-c88d-406b-bd15-442bf6403cf1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646966 Sep 03 14:04:52.892732 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.895700 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:52.899957 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bc3c95f-61a7-4b70-9f51-4a2d2a632854 HTTP/1.1" status: 204 len: 168 time: 0.2936959 Sep 03 14:04:52.908103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0174-561c-48ec-9e6e-2463131b37ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3c95f-61a7-4b70-9f51-4a2d2a632854,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:53.197727 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 828fd3dc-f775-48dc-aa2a-e0a0a9701020 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:04:53.404209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55606) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:53.420143 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:53.432617 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'port_id': '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'mac_address': 'fa:16:3e:91:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e618a316-21bc-4903-9834-9193be080597', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:04:53.477244 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.502877 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828fd3dc-f775-48dc-aa2a-e0a0a9701020 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:04:53.538018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:04:53.563395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0bd86eef-5ae3-4219-bd74-915fe3ed72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.682756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.687021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0bd86eef-5ae3-4219-bd74-915fe3ed72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.731571 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:53.738969 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.739322 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.739672 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.740019 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.740340 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.740674 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.741007 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.741331 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.741701 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.742031 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.742355 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.742679 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:04:53.770878 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0bd86eef-5ae3-4219-bd74-915fe3ed72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.813985 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0bd86eef-5ae3-4219-bd74-915fe3ed72bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aae7f20339b3479fb13b974a134497d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084542 Sep 03 14:04:53.814833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd86eef-5ae3-4219-bd74-915fe3ed72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04becbe-40a0-4ea0-b804-547e8a989097,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:53.816813 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55618) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:53.945374 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55624) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:53.958359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a9add-8cde-426d-b7bf-780182d04429 req-24404f06-e58f-4c60-965c-7ad801d0feac tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:53.958562 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-005c0ab0-7aa3-4886-bc42-17214633231c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.959846 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-380a9add-8cde-426d-b7bf-780182d04429 req-24404f06-e58f-4c60-965c-7ad801d0feac tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.1157467 Sep 03 14:04:53.961279 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:53.970277 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab0c1-6796-4aa5-a969-ebfcda120796 req-bb133a1d-128d-49df-a35b-ae53718a83c0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:53.971693 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c0ab0c1-6796-4aa5-a969-ebfcda120796 req-bb133a1d-128d-49df-a35b-ae53718a83c0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0951531 Sep 03 14:04:54.030012 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.051306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-005c0ab0-7aa3-4886-bc42-17214633231c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.059289 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-380a9add-8cde-426d-b7bf-780182d04429 req-e48d28f3-47a3-4c6c-a86e-b879c9e1be7c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Sep 03 14:04:54.072088 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c0ab0c1-6796-4aa5-a969-ebfcda120796 req-4adaa121-f769-4d5d-bc57-a784df1f5845 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845041 Sep 03 14:04:54.132292 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-005c0ab0-7aa3-4886-bc42-17214633231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.161961 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ed163-82a5-44ab-a32d-d8b10582d444 req-80cbeaff-ef92-45ef-9cf7-da6e8ee4e310 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:54.163459 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f4ed163-82a5-44ab-a32d-d8b10582d444 req-80cbeaff-ef92-45ef-9cf7-da6e8ee4e310 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Sep 03 14:04:54.176150 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-005c0ab0-7aa3-4886-bc42-17214633231c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a5bb70802f74bc59403c72d4623d48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295842 Sep 03 14:04:54.177127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c0ab0-7aa3-4886-bc42-17214633231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6877440-7b16-4745-85bb-5cc17992a4b3,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:54.179193 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55628) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:04:54.192553 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.194978 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.196512 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f04becbe-40a0-4ea0-b804-547e8a989097 HTTP/1.1" status: 204 len: 168 time: 0.3736320 Sep 03 14:04:54.221982 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714f0c1-dbb4-4607-b724-bbaf95a168a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04becbe-40a0-4ea0-b804-547e8a989097,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:54.249333 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f4ed163-82a5-44ab-a32d-d8b10582d444 req-db6ea14e-2de4-47df-9abc-d36dcfdb96b3 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789125 Sep 03 14:04:54.283141 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.307099 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['828fd3dc-f775-48dc-aa2a-e0a0a9701020'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:04:54.313685 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.447488 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.450075 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:04:54.451254 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6877440-7b16-4745-85bb-5cc17992a4b3 HTTP/1.1" status: 204 len: 168 time: 0.2697263 Sep 03 14:04:54.459042 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf65139-2516-4fa7-99d2-2b3fe85a2ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6877440-7b16-4745-85bb-5cc17992a4b3,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:04:55.245483 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7efc6-c365-4601-aa8d-cf1fdbbb9efe req-ef43862f-5473-465e-965c-0a1715e740e6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:55.246974 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2bd7efc6-c365-4601-aa8d-cf1fdbbb9efe req-ef43862f-5473-465e-965c-0a1715e740e6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0892413 Sep 03 14:04:55.259816 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83bf7d-c114-4334-b147-180fd46816d0 req-9cc5600d-768b-4b05-b96d-1eab4d3c6ba0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:55.261277 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a83bf7d-c114-4334-b147-180fd46816d0 req-9cc5600d-768b-4b05-b96d-1eab4d3c6ba0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0672259 Sep 03 14:04:55.327484 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2bd7efc6-c365-4601-aa8d-cf1fdbbb9efe req-6249d63e-085f-452e-927a-35ac6bd7d429 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650024 Sep 03 14:04:55.339215 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a83bf7d-c114-4334-b147-180fd46816d0 req-ee0e0b69-3c66-471f-8d77-ae8443ff4876 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708430 Sep 03 14:04:55.454978 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3908d-4c1e-4027-af77-b824f9c0b456 req-89d014b6-0489-46aa-9065-1db0d7914410 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:55.456690 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ddf3908d-4c1e-4027-af77-b824f9c0b456 req-89d014b6-0489-46aa-9065-1db0d7914410 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0534015 Sep 03 14:04:55.503563 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ddf3908d-4c1e-4027-af77-b824f9c0b456 req-6a52bdd7-fbf4-4f38-a9bc-5562b2c8028f tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Sep 03 14:04:56.464238 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384b24-8a7e-40dd-807b-817475ce75a0 req-dfe0d17a-2662-4298-abf5-a0d113784099 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:56.468296 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b384b24-8a7e-40dd-807b-817475ce75a0 req-dfe0d17a-2662-4298-abf5-a0d113784099 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0554307 Sep 03 14:04:56.503706 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b384b24-8a7e-40dd-807b-817475ce75a0 req-28fa9fde-0ef6-4b93-8575-361029e696b7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Sep 03 14:04:56.608504 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624ac1e-76e8-4f44-bef2-075eb3db9dd1 req-f6eb6e9f-9eeb-43cc-80ee-5636e3f9bb09 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:56.609986 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c624ac1e-76e8-4f44-bef2-075eb3db9dd1 req-f6eb6e9f-9eeb-43cc-80ee-5636e3f9bb09 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0512998 Sep 03 14:04:56.646809 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c624ac1e-76e8-4f44-bef2-075eb3db9dd1 req-9b236a5a-f88a-436f-8e08-166993681782 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Sep 03 14:04:56.746991 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba700a3-b2d8-4535-9311-47c57da10af5 req-544bf5b9-3d76-4da0-98c0-312c70881108 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:56.748533 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dba700a3-b2d8-4535-9311-47c57da10af5 req-544bf5b9-3d76-4da0-98c0-312c70881108 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Sep 03 14:04:56.786286 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dba700a3-b2d8-4535-9311-47c57da10af5 req-ca7dc9d0-a0f9-495b-a26f-2592d49c1964 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 03 14:04:57.618551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51fca6-4d66-448f-8079-20e57301818f req-64cd3fb1-a781-4cc6-b1cf-705ae4f61409 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:57.619960 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd51fca6-4d66-448f-8079-20e57301818f req-64cd3fb1-a781-4cc6-b1cf-705ae4f61409 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0488219 Sep 03 14:04:57.657333 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd51fca6-4d66-448f-8079-20e57301818f req-1e78f0d0-c98c-490d-b8ab-48788a90e4f3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Sep 03 14:04:57.761774 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed86d-0718-4df6-9232-c99d6762df86 req-7103d675-5b40-4e7d-b273-b4c6d52a1dba tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:57.763248 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d34ed86d-0718-4df6-9232-c99d6762df86 req-7103d675-5b40-4e7d-b273-b4c6d52a1dba tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0517435 Sep 03 14:04:57.800695 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d34ed86d-0718-4df6-9232-c99d6762df86 req-fae7957a-508e-4e72-baf6-14ae1dc09e55 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Sep 03 14:04:57.898534 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57916e9-5c5a-4621-b683-4c33560e4f60 req-c241b2d0-38dd-4b0f-bc22-a1a0c90d9ee0 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:57.900446 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b57916e9-5c5a-4621-b683-4c33560e4f60 req-c241b2d0-38dd-4b0f-bc22-a1a0c90d9ee0 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0483446 Sep 03 14:04:57.937244 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b57916e9-5c5a-4621-b683-4c33560e4f60 req-5c9e76d3-931a-4c9a-a2f9-8a061f5e3b5e tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Sep 03 14:04:58.768510 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7fd-6e16-4cca-9dc3-4a3db0a0d744 req-cd0361f0-47e3-4fd0-a748-e5fc38c92322 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:58.770018 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95f9a7fd-6e16-4cca-9dc3-4a3db0a0d744 req-cd0361f0-47e3-4fd0-a748-e5fc38c92322 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0481143 Sep 03 14:04:58.807293 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95f9a7fd-6e16-4cca-9dc3-4a3db0a0d744 req-882ba774-d359-4b6e-a8c1-292ff25c13ad tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Sep 03 14:04:58.914278 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cdcd1-c1fb-4b02-96fe-fb17ee052bdf req-b6b2b548-e43b-446b-b027-3b3046ae1976 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:58.915783 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-509cdcd1-c1fb-4b02-96fe-fb17ee052bdf req-b6b2b548-e43b-446b-b027-3b3046ae1976 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0508761 Sep 03 14:04:58.952327 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-509cdcd1-c1fb-4b02-96fe-fb17ee052bdf req-b1aa66dd-5ce7-4b3a-adac-b56d747e43e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303919 Sep 03 14:04:59.051189 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce2f6d-771c-40df-994a-8209fe59b956 req-dd4b50d0-bf78-43e7-bf9b-c3b72d39534b tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:59.052630 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6bce2f6d-771c-40df-994a-8209fe59b956 req-dd4b50d0-bf78-43e7-bf9b-c3b72d39534b tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Sep 03 14:04:59.089686 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6bce2f6d-771c-40df-994a-8209fe59b956 req-787fb8c9-03c8-4d57-881a-2943bbd04612 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Sep 03 14:04:59.916873 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742d87-30b1-4b8b-ad38-c66924cb0446 req-e149c0b3-b995-4c66-b384-559238bfab81 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:04:59.918353 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6742d87-30b1-4b8b-ad38-c66924cb0446 req-e149c0b3-b995-4c66-b384-559238bfab81 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0469170 Sep 03 14:04:59.955294 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6742d87-30b1-4b8b-ad38-c66924cb0446 req-0790df63-d501-48fb-b59a-4d5e69b264bb tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Sep 03 14:05:00.070561 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd6f1-c21d-4123-a646-59d8a7d8a267 req-8f2e4275-edee-407b-9c9c-ca2307ca8d9e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:00.072049 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0cdd6f1-c21d-4123-a646-59d8a7d8a267 req-8f2e4275-edee-407b-9c9c-ca2307ca8d9e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0517282 Sep 03 14:05:00.109311 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0cdd6f1-c21d-4123-a646-59d8a7d8a267 req-6a7e6267-5aa7-4441-9bcd-b1a24415d33b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Sep 03 14:05:00.207326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587f320-2afa-4d39-9272-e21fa29e212d req-49e1674d-ad06-4006-b8ac-def1d2e8e571 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:00.208766 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5587f320-2afa-4d39-9272-e21fa29e212d req-49e1674d-ad06-4006-b8ac-def1d2e8e571 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0471213 Sep 03 14:05:00.245221 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5587f320-2afa-4d39-9272-e21fa29e212d req-b6c74135-97b7-42da-a65a-44eef377893b tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299771 Sep 03 14:05:01.105511 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e044-59c7-41dd-b8af-c2fb2cc879d0 req-5c5c4dbc-3ebf-4004-aec1-02241d78fafa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:01.107018 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ab1e044-59c7-41dd-b8af-c2fb2cc879d0 req-5c5c4dbc-3ebf-4004-aec1-02241d78fafa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0492823 Sep 03 14:05:01.145199 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ab1e044-59c7-41dd-b8af-c2fb2cc879d0 req-64488971-e233-468e-8568-8c0b75e2fa47 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Sep 03 14:05:01.230134 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14949643-2d9c-45db-b567-4da54d0ac973 req-c5f415aa-565d-4628-928a-5baa327a35ff tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:01.231582 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14949643-2d9c-45db-b567-4da54d0ac973 req-c5f415aa-565d-4628-928a-5baa327a35ff tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0529473 Sep 03 14:05:01.270225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14949643-2d9c-45db-b567-4da54d0ac973 req-a06cbe59-c7a0-49f2-a235-560d144f24d9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Sep 03 14:05:01.370126 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b95e93-a4be-4592-9f79-926d5da7ba60 req-e41b81fc-bab4-451f-ad79-abf0b33854a0 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:01.371608 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2b95e93-a4be-4592-9f79-926d5da7ba60 req-e41b81fc-bab4-451f-ad79-abf0b33854a0 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0482523 Sep 03 14:05:01.408276 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2b95e93-a4be-4592-9f79-926d5da7ba60 req-0c449a29-0eb2-4272-80f7-f1784e5e50b9 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Sep 03 14:05:02.259558 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6a9ad-86ac-4d5d-85cc-bed9adabadd6 req-c5368d34-688e-41e0-b38d-506d83f841da tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:02.261014 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8a6a9ad-86ac-4d5d-85cc-bed9adabadd6 req-c5368d34-688e-41e0-b38d-506d83f841da tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 944 time: 0.0479939 Sep 03 14:05:02.306626 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8a6a9ad-86ac-4d5d-85cc-bed9adabadd6 req-7fc8afac-dabb-4eb1-a8a4-2f35bba2d858 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Sep 03 14:05:02.396216 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293495d-91ea-4790-8f86-01b8ecedf59b req-16477f5f-78bb-45b2-957a-9eb523acced2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:02.397723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c293495d-91ea-4790-8f86-01b8ecedf59b req-16477f5f-78bb-45b2-957a-9eb523acced2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0567052 Sep 03 14:05:02.434947 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c293495d-91ea-4790-8f86-01b8ecedf59b req-5e75c3c3-d1a4-4157-94e2-7186174d98f2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Sep 03 14:05:02.460892 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 828fd3dc-f775-48dc-aa2a-e0a0a9701020 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:05:02.526191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457bade-9c34-4ea7-b4d6-e19c35fda4f0 req-87b68cf0-f786-4e7d-b7da-219d270f0b39 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:02.527855 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4457bade-9c34-4ea7-b4d6-e19c35fda4f0 req-87b68cf0-f786-4e7d-b7da-219d270f0b39 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.0488892 Sep 03 14:05:02.569603 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4457bade-9c34-4ea7-b4d6-e19c35fda4f0 req-b73a3c2b-3ea6-43c6-b0a9-a28de6a65698 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/security-groups?id=128b0ca9-c53e-4044-b92b-d766337f1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Sep 03 14:05:02.594945 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:05:02.599149 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:05:02.599523 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:02.685678 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:02.741265 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:05:02.742207 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:05:02.744467 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933c847-70bf-4620-9de8-8a6865d8a30a" -d '{"events": [{"server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "name": "network-vif-plugged", "status": "completed", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:05:02.752816 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-360213c2-308d-4c04-b092-344003c54bfa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:02.754834 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-360213c2-308d-4c04-b092-344003c54bfa tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.47 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 946 time: 0.1099768 Sep 03 14:05:02.788605 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109718d8-ea61-47dc-96a6-5b52eed5dfa3 x-openstack-request-id: req-109718d8-ea61-47dc-96a6-5b52eed5dfa3 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:05:02.788905 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "name": "network-vif-plugged", "status": "completed", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:05:02.789164 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-109718d8-ea61-47dc-96a6-5b52eed5dfa3 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:05:02.789580 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'code': 200} Sep 03 14:05:02.801302 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:02.870257 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:03.110804 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Deleting port beb49a38-161b-4e08-8054-d318d5707c99 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:05:03.111418 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:03.197989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6088-be23-4fec-acb5-315aac4898aa req-26879978-5ff7-4262-9f66-228a3f32b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:03.199419 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d86f6088-be23-4fec-acb5-315aac4898aa req-26879978-5ff7-4262-9f66-228a3f32b34a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 1098 time: 0.1021779 Sep 03 14:05:03.239153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] For port beb49a38-161b-4e08-8054-d318d5707c99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=beb49a38-161b-4e08-8054-d318d5707c99,segment=NetworkSegment(d2049ce0-777c-4b16-a309-ae813882b4c1),segment_id=d2049ce0-777c-4b16-a309-ae813882b4c1)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:05:03.239529 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:03.261817 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Calling delete_port for beb49a38-161b-4e08-8054-d318d5707c99 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:05:03.269689 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d86f6088-be23-4fec-acb5-315aac4898aa req-adc105ae-b47f-4ac1-8048-733284673780 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614707 Sep 03 14:05:03.441319 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd7282-f320-4bbe-ad50-f4268bc802cc req-b3d3c351-b771-4a6c-81cf-88a24f48bd49 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:03.444172 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1bd7282-f320-4bbe-ad50-f4268bc802cc req-b3d3c351-b771-4a6c-81cf-88a24f48bd49 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0566056 Sep 03 14:05:03.481608 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1bd7282-f320-4bbe-ad50-f4268bc802cc req-05f6768b-8e40-4aa6-94f2-aadfb2c00aaa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Sep 03 14:05:03.514566 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e9de405c-c88d-4a02-9e30-9343ab641906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:03.543794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:03.558806 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a167-24d0-43a8-8b07-da56a4be3d09 req-b9cff5bf-f6b6-4088-8d5e-f38ceeaa5ff4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:03.560858 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['beb49a38-161b-4e08-8054-d318d5707c99'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:05:03.566042 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e33a167-24d0-43a8-8b07-da56a4be3d09 req-b9cff5bf-f6b6-4088-8d5e-f38ceeaa5ff4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0597079 Sep 03 14:05:03.578279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Pushing event deleted for resources: {'Port': ['ID=beb49a38-161b-4e08-8054-d318d5707c99,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:03.613974 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e33a167-24d0-43a8-8b07-da56a4be3d09 req-0f871d20-2d76-44df-8305-e16b25f7b69b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Sep 03 14:05:03.638746 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:05:03.644800 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] No DVR routers for this DVR port beb49a38-161b-4e08-8054-d318d5707c99 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:05:03.648098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:03.650206 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7afefe80-397d-4e6b-b904-ba6691d85fda req-e4da1c16-74ce-4117-8501-32d9551b17be tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.47 "DELETE /v2.0/ports/beb49a38-161b-4e08-8054-d318d5707c99 HTTP/1.1" status: 204 len: 173 time: 0.8853319 Sep 03 14:05:03.650706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'name': 'network-vif-deleted', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:05:03.653736 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3885eb19-450f-4a7c-beca-844383ab6459" -d '{"events": [{"server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "name": "network-vif-deleted", "tag": "beb49a38-161b-4e08-8054-d318d5707c99"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:05:03.671629 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b9cf0eb9-db28-4e94-b334-c7ea83e744f3 req-a082452a-8d18-44a5-8f9f-c4c3b9ccaa93 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0295677 Sep 03 14:05:03.695968 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90acced-a668-4d21-a447-21cd28d83ecb x-openstack-request-id: req-b90acced-a668-4d21-a447-21cd28d83ecb {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:05:03.696353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe261a-3d65-462c-bafc-963d37c12e36", "name": "network-vif-deleted", "tag": "beb49a38-161b-4e08-8054-d318d5707c99", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:05:03.696686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b90acced-a668-4d21-a447-21cd28d83ecb {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:05:03.697138 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe261a-3d65-462c-bafc-963d37c12e36', 'name': 'network-vif-deleted', 'tag': 'beb49a38-161b-4e08-8054-d318d5707c99', 'status': 'completed', 'code': 200} Sep 03 14:05:04.543715 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 55922) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:04.617345 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd448-0f15-4afb-bca7-cadc33aeb237 req-edb5c86e-215f-4629-adf1-cf3261537716 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:04.618955 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cebdd448-0f15-4afb-bca7-cadc33aeb237 req-edb5c86e-215f-4629-adf1-cf3261537716 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Sep 03 14:05:04.675472 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cebdd448-0f15-4afb-bca7-cadc33aeb237 req-f5783a2d-3a74-4554-9dea-3d5417828bac tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Sep 03 14:05:04.676590 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c33d50ad-d144-4ea5-b51c-0ff409fbad12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:04.768528 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0853c5e-740a-4a2c-9058-86f273262a98 req-efbabe22-db3b-49e4-84aa-4a9a9ad094be tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:04.770106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e0853c5e-740a-4a2c-9058-86f273262a98 req-efbabe22-db3b-49e4-84aa-4a9a9ad094be tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0764742 Sep 03 14:05:04.812867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1cc43f86-3aa7-4ff7-a7be-22a62f4e2a4a req-e3319fa8-ef93-4ee0-8617-8fe569792e79 tempest-DeleteServersTestJSON-1670810031 tempest-DeleteServersTestJSON-1670810031-project] 10.222.0.13 "GET /v2.0/ports?device_id=46fe261a-3d65-462c-bafc-963d37c12e36 HTTP/1.1" status: 200 len: 210 time: 0.0415151 Sep 03 14:05:04.857113 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e0853c5e-740a-4a2c-9058-86f273262a98 req-fefb1e5d-c60c-47f3-8d26-d232d58612d0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723503 Sep 03 14:05:04.888891 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c33d50ad-d144-4ea5-b51c-0ff409fbad12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:04.954893 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c33d50ad-d144-4ea5-b51c-0ff409fbad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.000038 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-c33d50ad-d144-4ea5-b51c-0ff409fbad12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd6b8f3b72d14b75804f04bb2dc65eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549315 Sep 03 14:05:05.001507 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d50ad-d144-4ea5-b51c-0ff409fbad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5534190-b7da-4080-9507-5536f5264b56,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:05.002911 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55952) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:05.072833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.098708 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.234695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.237436 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.238676 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5534190-b7da-4080-9507-5536f5264b56 HTTP/1.1" status: 204 len: 168 time: 0.2299027 Sep 03 14:05:05.247253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa5b90-43d7-486e-98f4-a0829d67c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5534190-b7da-4080-9507-5536f5264b56,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:05.514876 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55964) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:05.638567 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d8e40280-cf59-43bd-9c05-af0e83d8e9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.728802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d8e40280-cf59-43bd-9c05-af0e83d8e9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.791593 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d8e40280-cf59-43bd-9c05-af0e83d8e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.794608 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda56841-1d8f-4314-9964-2ef6e7d5ab72 req-47ba9259-5755-4168-8c5d-c1f797a314d2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:05.796935 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fda56841-1d8f-4314-9964-2ef6e7d5ab72 req-47ba9259-5755-4168-8c5d-c1f797a314d2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0536959 Sep 03 14:05:05.838684 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d8e40280-cf59-43bd-9c05-af0e83d8e9a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dee419c60d934c4490ddca5612f675df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225069 Sep 03 14:05:05.839522 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 55978) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:05.842051 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fda56841-1d8f-4314-9964-2ef6e7d5ab72 req-46f8b01d-0d52-4a06-aa05-322ac6c015c3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381701 Sep 03 14:05:05.845534 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e40280-cf59-43bd-9c05-af0e83d8e9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905be87d-c7e1-44ba-850b-818704ece122,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:05.896570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:05.922556 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.023488 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.026288 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.029746 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905be87d-c7e1-44ba-850b-818704ece122 HTTP/1.1" status: 204 len: 168 time: 0.1870255 Sep 03 14:05:06.035415 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4971c90a-cc70-4e93-bfad-46b7157689d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.038128 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f630-a0ad-4e97-a9df-06f880ce2f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905be87d-c7e1-44ba-850b-818704ece122,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:06.054558 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ccb1-cd12-4b4c-b4f2-811279af9be9 req-69b8fd4b-1bf7-42da-b56a-0b6b22837022 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:06.061991 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b723ccb1-cd12-4b4c-b4f2-811279af9be9 req-69b8fd4b-1bf7-42da-b56a-0b6b22837022 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0782216 Sep 03 14:05:06.156107 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b723ccb1-cd12-4b4c-b4f2-811279af9be9 req-95a9328e-feea-4092-8f6b-b6937af50b95 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Sep 03 14:05:06.497563 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device beb49a38-161b-4e08-8054-d318d5707c99 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:05:06.518443 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: beb49a38-161b-4e08-8054-d318d5707c99 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:05:06.518941 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device beb49a38-161b-4e08-8054-d318d5707c99 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:05:06.544072 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.837572 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56040) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:06.851607 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-34788723-b1b6-44b4-9280-e1a3adf56057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:06.938768 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-34788723-b1b6-44b4-9280-e1a3adf56057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.017755 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-34788723-b1b6-44b4-9280-e1a3adf56057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.058440 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-34788723-b1b6-44b4-9280-e1a3adf56057 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=714368fa2a8f45cd90064ac7568a4853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196450 Sep 03 14:05:07.060312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34788723-b1b6-44b4-9280-e1a3adf56057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfadd35-5818-46e9-98c4-17813cef23e8,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:07.061003 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56044) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:07.113326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.133837 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.253273 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.255852 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.260179 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abfadd35-5818-46e9-98c4-17813cef23e8 HTTP/1.1" status: 204 len: 168 time: 0.1949923 Sep 03 14:05:07.269916 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cf910-443a-4c01-add1-1a2da1719a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfadd35-5818-46e9-98c4-17813cef23e8,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:07.282611 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26051a-42a3-4e07-a2de-cf70a47446e8 req-c9c26f75-dc2e-4f97-a721-05bf485ea811 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:07.284384 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6f26051a-42a3-4e07-a2de-cf70a47446e8 req-c9c26f75-dc2e-4f97-a721-05bf485ea811 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0664668 Sep 03 14:05:07.343114 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.346393 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6f26051a-42a3-4e07-a2de-cf70a47446e8 req-cd34e5e8-5002-4d04-ab2c-e37a957741fc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Sep 03 14:05:07.695517 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56066) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:07.747326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Deleting subnet b30ff2d0-689f-428c-b829-60324a2047e8 {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:05:07.750088 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.787490 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.831382 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:07.983539 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.009414 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30ff2d0-689f-428c-b829-60324a2047e8,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:08.014347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.016292 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8e4e116f-cc43-44ed-b80e-7ba5bb16ddcc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b30ff2d0-689f-428c-b829-60324a2047e8 HTTP/1.1" status: 204 len: 168 time: 0.3197021 Sep 03 14:05:08.018899 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56078) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:08.091110 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.177663 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.189145 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e574ee20-ee44-459a-8d73-cd964e35a14e']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:05:08.200901 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2049ce0-777c-4b16-a309-ae813882b4c1') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:05:08.200901 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2049ce0-777c-4b16-a309-ae813882b4c1') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:05:08.208901 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.223051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.228928 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:05:08.229894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:05:08.231532 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:05:08.356148 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.365574 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.367456 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e574ee20-ee44-459a-8d73-cd964e35a14e HTTP/1.1" status: 204 len: 168 time: 0.3474531 Sep 03 14:05:08.378818 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a53d-af11-4bf1-bbb6-51509deee53f admin admin] Pushing event deleted for resources: {'Network': ['ID=e574ee20-ee44-459a-8d73-cd964e35a14e,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:08.478940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d1587-e975-4879-b422-a919e5ebae85 req-43f4f49d-a01c-4004-874e-c31cc630cd51 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:08.485239 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-802d1587-e975-4879-b422-a919e5ebae85 req-43f4f49d-a01c-4004-874e-c31cc630cd51 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0533104 Sep 03 14:05:08.518011 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-802d1587-e975-4879-b422-a919e5ebae85 req-c6524458-d600-4eac-a4f5-40dd3645104a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Sep 03 14:05:08.772305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56108) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:08.800219 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.815206 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2eaa730f-6148-4278-bc4f-c1015b69bd77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8970f8dcbf0f490fb06475da06d1a71d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413325 Sep 03 14:05:08.818501 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56114) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:08.876524 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:08.905703 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:09.022918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:09.025436 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:09.026839 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/128b0ca9-c53e-4044-b92b-d766337f1f10 HTTP/1.1" status: 204 len: 168 time: 0.2069135 Sep 03 14:05:09.034964 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc8dcf-35c9-4876-89a3-05fbd20984b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b0ca9-c53e-4044-b92b-d766337f1f10,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:09.297515 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5f4e0473-2857-4289-87f7-122d886565e9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:09.299663 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5f4e0473-2857-4289-87f7-122d886565e9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1242585 Sep 03 14:05:09.315216 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-c3d452bb-4c70-4868-a476-e2dbdb6b8b4a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/quotas/505bb1810a0e4cb89755fe8d90c94f79 HTTP/1.1" status: 200 len: 375 time: 0.0099311 Sep 03 14:05:09.381550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f219cdc-8ac5-4b13-9c93-1813a4ec5733 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586638 Sep 03 14:05:09.523963 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-900a496b-e02f-4233-a903-b175dd51ec6b service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339371 Sep 03 14:05:09.662443 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-4c267669-a6bd-419e-a30b-5765356c254f service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304929 Sep 03 14:05:09.764390 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7484-e852-4765-8419-48814fe08bdd req-04fd20f6-1109-4f70-8c72-cc18f92d7c21 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:09.765925 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2f3b7484-e852-4765-8419-48814fe08bdd req-04fd20f6-1109-4f70-8c72-cc18f92d7c21 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0644078 Sep 03 14:05:09.805436 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2f3b7484-e852-4765-8419-48814fe08bdd req-f39140e4-5577-4524-80b2-8493c8316431 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Sep 03 14:05:09.986554 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-aeab3682-af4d-4f7e-8f0a-36c32ce73509 req-33e4b045-dfa4-446d-a44e-8eb989e93933 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0335808 Sep 03 14:05:10.935570 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68650-6769-466a-b469-b1cd802ee531 req-ad05d68f-6078-4c5e-94f6-802ce1252d57 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:10.937096 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cce68650-6769-466a-b469-b1cd802ee531 req-ad05d68f-6078-4c5e-94f6-802ce1252d57 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0570366 Sep 03 14:05:10.980934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cce68650-6769-466a-b469-b1cd802ee531 req-fb0dd5bc-b023-4032-a52a-f883083dbb41 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Sep 03 14:05:11.095147 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d5444454-68f4-4c81-b8f7-b8e6cfd6219e req-9e62d18d-bd5e-44ad-b6ee-4ee686adf316 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0257168 Sep 03 14:05:11.947301 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56286) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:12.085789 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8ed726d7-4e30-414b-80c5-ebe81b6792d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.126808 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39fc7f-905e-415a-b91b-c93e58e772da req-978d58bb-a2dc-4e6d-b814-9f8310970ef2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:12.128346 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da39fc7f-905e-415a-b91b-c93e58e772da req-978d58bb-a2dc-4e6d-b814-9f8310970ef2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0780010 Sep 03 14:05:12.193850 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da39fc7f-905e-415a-b91b-c93e58e772da req-33f4b870-f3ee-4ed0-8bd0-bff0b2f6fa2c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580430 Sep 03 14:05:12.239599 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8ed726d7-4e30-414b-80c5-ebe81b6792d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.277850 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9c48169d-77f4-4c51-92a2-f88e7be1ff77 req-a7bde578-4ce7-4b94-bfee-f9a384a22741 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0277629 Sep 03 14:05:12.325895 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8ed726d7-4e30-414b-80c5-ebe81b6792d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.368320 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8ed726d7-4e30-414b-80c5-ebe81b6792d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf3455eadf3d4a8b8be94e4650f64da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193442 Sep 03 14:05:12.371228 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56320) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:12.371851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed726d7-4e30-414b-80c5-ebe81b6792d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80716ad-117e-4296-bfd3-93d41a67cac1,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:12.426469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.447617 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.606366 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.608870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:12.610046 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a80716ad-117e-4296-bfd3-93d41a67cac1 HTTP/1.1" status: 204 len: 168 time: 0.2373614 Sep 03 14:05:12.621007 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae86af-88c0-4a6c-b21e-9f3cc9011387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80716ad-117e-4296-bfd3-93d41a67cac1,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:13.151021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56342) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:13.158602 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56344) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:13.164841 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4576f3be-65bb-4e24-b9e4-1ca7dafd5e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.266373 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4576f3be-65bb-4e24-b9e4-1ca7dafd5e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.314520 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4576f3be-65bb-4e24-b9e4-1ca7dafd5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.328281 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26b98-067c-4e5e-b768-89a10e8d9129 req-393d09a6-e921-4622-abcf-bd88e62362a5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:13.329798 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90b26b98-067c-4e5e-b768-89a10e8d9129 req-393d09a6-e921-4622-abcf-bd88e62362a5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0594919 Sep 03 14:05:13.335829 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1dfe400e-2bc4-4e0c-aab9-fad3131577b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.353385 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-4576f3be-65bb-4e24-b9e4-1ca7dafd5e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50527c113a394b928037836fc0047ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012532 Sep 03 14:05:13.354359 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576f3be-65bb-4e24-b9e4-1ca7dafd5e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83c875-315c-42d6-829d-14bcd5c0fe91,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:13.356776 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56352) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:13.403504 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90b26b98-067c-4e5e-b768-89a10e8d9129 req-67ccf0b5-d31d-478d-82df-c6ae2c5c14a5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644994 Sep 03 14:05:13.420678 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.453165 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.477324 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1dfe400e-2bc4-4e0c-aab9-fad3131577b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.506518 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8385bd44-8ad3-4504-b316-bb66ecb4cef3 req-4c796f36-2b71-4cd9-b57c-1260ae1cfb14 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0278330 Sep 03 14:05:13.520132 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1dfe400e-2bc4-4e0c-aab9-fad3131577b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.548244 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.550824 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.554718 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c83c875-315c-42d6-829d-14bcd5c0fe91 HTTP/1.1" status: 204 len: 168 time: 0.1969564 Sep 03 14:05:13.565260 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1dfe400e-2bc4-4e0c-aab9-fad3131577b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c47f8e0f43814b498ce41c6ef9e281a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028971 Sep 03 14:05:13.565260 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe400e-2bc4-4e0c-aab9-fad3131577b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2666d04-85f3-489e-877d-c884e5ba5448,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:13.565925 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56362) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:13.569896 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439476f9-cfde-4f68-b31a-2023db4006d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83c875-315c-42d6-829d-14bcd5c0fe91,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:13.627792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.648648 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.772399 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.775270 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:13.776455 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2666d04-85f3-489e-877d-c884e5ba5448 HTTP/1.1" status: 204 len: 168 time: 0.2055559 Sep 03 14:05:13.784199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef82917-dbb1-49a5-9cb8-7d9f3fbc795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2666d04-85f3-489e-877d-c884e5ba5448,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:14.355510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56382) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:14.368485 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-68f5333d-2e5b-419b-abf4-5bf07baf27b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.472589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-68f5333d-2e5b-419b-abf4-5bf07baf27b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.518736 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199d52b-b241-438b-a192-56d657fd0758 req-55c61d80-fde7-4793-b414-83f6fc8c4442 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:14.520225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9199d52b-b241-438b-a192-56d657fd0758 req-55c61d80-fde7-4793-b414-83f6fc8c4442 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0479760 Sep 03 14:05:14.542505 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-68f5333d-2e5b-419b-abf4-5bf07baf27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.561599 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9199d52b-b241-438b-a192-56d657fd0758 req-39a452d5-fbf3-49da-85d4-0f439901d9bf tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Sep 03 14:05:14.580573 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56396) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:14.580884 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-68f5333d-2e5b-419b-abf4-5bf07baf27b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83ecb6455343426bbf4cc60ab6ca5fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240052 Sep 03 14:05:14.596527 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5333d-2e5b-419b-abf4-5bf07baf27b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d032a2-8580-4503-b125-42738a0946a0,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:14.640664 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.668208 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.675564 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.699956 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e033e99a-d5d2-4558-abbd-f1ae12437d37 req-21fa55c0-8335-41d4-a65f-7917f133183a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0450649 Sep 03 14:05:14.788296 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.790877 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:14.792042 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d032a2-8580-4503-b125-42738a0946a0 HTTP/1.1" status: 204 len: 168 time: 0.2104626 Sep 03 14:05:14.800572 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9379d-019f-4142-a737-c1a17875a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d032a2-8580-4503-b125-42738a0946a0,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:15.676179 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9f0fa-c6ef-4010-a7ff-0ea0cb0950f5 req-9ce5e393-686b-43ce-b05b-8bf9a0da0080 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:15.683556 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1b9f0fa-c6ef-4010-a7ff-0ea0cb0950f5 req-9ce5e393-686b-43ce-b05b-8bf9a0da0080 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0542600 Sep 03 14:05:15.721592 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1b9f0fa-c6ef-4010-a7ff-0ea0cb0950f5 req-a6068f71-37fc-496e-a6ed-7550cc46b3fc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Sep 03 14:05:15.805666 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9aafcc9b-caf6-44b3-9e0f-b9579ff045db req-d24a6569-cd4d-4816-a77a-e468da6eb8fc tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0304711 Sep 03 14:05:16.845947 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67083fb-c52a-400a-810b-91f8561de048 req-ffc554e6-6a82-402c-b1e8-b93e13886ccb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:16.847411 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d67083fb-c52a-400a-810b-91f8561de048 req-ffc554e6-6a82-402c-b1e8-b93e13886ccb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0540609 Sep 03 14:05:16.895389 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d67083fb-c52a-400a-810b-91f8561de048 req-8dcde808-2abd-49ee-a412-b2c940b0e894 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Sep 03 14:05:16.994962 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-780f1a59-ade5-4c2b-a32f-bd62d0ee8a3f req-4a20e66a-0d1d-4803-8eff-d4963681a36b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0273800 Sep 03 14:05:18.020189 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642e81-b507-48cc-a5f0-2962f2d1f503 req-3a6cf57c-02d4-4f80-90b3-24ef3fdaca7e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:18.020189 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35642e81-b507-48cc-a5f0-2962f2d1f503 req-3a6cf57c-02d4-4f80-90b3-24ef3fdaca7e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0510464 Sep 03 14:05:18.057995 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35642e81-b507-48cc-a5f0-2962f2d1f503 req-7de6ae45-d07e-4b75-a677-b748dc4c23ec tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Sep 03 14:05:18.141196 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3be99569-ca12-458d-982b-cf96b0c8bbdb req-4a52ff31-1033-43c9-b92e-d66d25a71c62 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0278573 Sep 03 14:05:18.238325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56536) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:18.346173 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c53079fe-943a-475a-b875-0b1ab5a6c4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.435292 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c53079fe-943a-475a-b875-0b1ab5a6c4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.474192 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c53079fe-943a-475a-b875-0b1ab5a6c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.513070 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-c53079fe-943a-475a-b875-0b1ab5a6c4f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e093c4d91244feab5ea15b1bb9b4c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730477 Sep 03 14:05:18.518579 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56544) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:18.569573 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53079fe-943a-475a-b875-0b1ab5a6c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcc884-ddf3-4929-a7b1-ce1d7ba4163a,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:18.597551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.622940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.731232 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.733876 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:18.735874 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2bcc884-ddf3-4929-a7b1-ce1d7ba4163a HTTP/1.1" status: 204 len: 168 time: 0.2155571 Sep 03 14:05:18.742852 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402aee1-b4ea-43d1-98fe-33df0c01aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcc884-ddf3-4929-a7b1-ce1d7ba4163a,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:19.172592 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871918bf-4e66-4dfb-b04f-13dfb65d48d0 req-2e02e33f-3a1e-47fa-affe-eff81c5bb0c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:19.174109 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-871918bf-4e66-4dfb-b04f-13dfb65d48d0 req-2e02e33f-3a1e-47fa-affe-eff81c5bb0c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0490234 Sep 03 14:05:19.210335 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-871918bf-4e66-4dfb-b04f-13dfb65d48d0 req-53d5a7f8-e5c4-4a7c-a343-94f51d12c7bf tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Sep 03 14:05:19.287910 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e0e88621-f47a-4435-a639-981f7b26a8b7 req-6b24bb81-8d82-49ba-8685-acdacfe2f7c8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0256269 Sep 03 14:05:19.343147 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 56566) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:19.356917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ea550f6-31de-425d-bbec-4b81e8d3104b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.449545 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ea550f6-31de-425d-bbec-4b81e8d3104b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.519500 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ea550f6-31de-425d-bbec-4b81e8d3104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.558911 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1ea550f6-31de-425d-bbec-4b81e8d3104b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1ac41e068914462a74b767d95366dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145817 Sep 03 14:05:19.560003 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea550f6-31de-425d-bbec-4b81e8d3104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e82802-6115-430a-bab8-eda1d39e12cb,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:19.561779 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 56574) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:19.611770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.632153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.725616 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.728168 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:19.729327 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44e82802-6115-430a-bab8-eda1d39e12cb HTTP/1.1" status: 204 len: 168 time: 0.1659393 Sep 03 14:05:19.737613 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff25e-7b6f-4a7e-819c-465fc73527f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e82802-6115-430a-bab8-eda1d39e12cb,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:20.324458 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3661e1-225d-4e10-9b01-0f52bba037ed req-620dbfbd-7f5f-41db-8d88-37bdb4f1f0fe tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:20.326470 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da3661e1-225d-4e10-9b01-0f52bba037ed req-620dbfbd-7f5f-41db-8d88-37bdb4f1f0fe tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0501113 Sep 03 14:05:20.374950 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da3661e1-225d-4e10-9b01-0f52bba037ed req-0acbb7ec-61e9-4880-a566-bc1c7df6450f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Sep 03 14:05:20.389578 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-84632d1d-60f6-44a7-9239-ead2a19309a7 req-6d686726-2694-4ff5-bdd1-0bd3ebc6c8f0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0301261 Sep 03 14:05:21.298876 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-967915c3-5476-46e0-8919-917096f70369 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:21.300400 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-967915c3-5476-46e0-8919-917096f70369 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1072586 Sep 03 14:05:21.318798 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Request body: {'port': {'device_id': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'admin_state_up': True, 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:05:21.518441 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-928e172e-c015-4d58-b102-7e4babb8c8e1 req-08d45223-9f27-4190-a063-fa8944aee254 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Sep 03 14:05:21.554096 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:05:21.557628 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:21.582384 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13dad-bf2d-49fa-88ac-84d2f99306f0 req-9fbc78f1-1414-4c23-b474-a0298a4d3e62 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:21.585333 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0f13dad-bf2d-49fa-88ac-84d2f99306f0 req-9fbc78f1-1414-4c23-b474-a0298a4d3e62 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0654461 Sep 03 14:05:21.624916 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0f13dad-bf2d-49fa-88ac-84d2f99306f0 req-5ea58f03-6a05-4778-8bd2-127d75d885fc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Sep 03 14:05:21.708608 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Allocated IP 172.20.0.5 (9a880de5-f366-4527-8bf6-157addfe3198/e618a316-21bc-4903-9834-9193be080597/b4ab587f-a154-4a51-bc6a-1057ecbd710a) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:05:21.860409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:21.959834 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:21.972176 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89', '828fd3dc-f775-48dc-aa2a-e0a0a9701020'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:05:22.009279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Network 9a880de5-f366-4527-8bf6-157addfe3198 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:05:22.012854 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:05:22.015547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:05:22.051071 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event updated for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:22.077362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:22.077986 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.171670 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-5cb6df55-30c7-4ad7-aa3c-9a52d46de66e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568923 Sep 03 14:05:22.184537 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Request body: {'port': {'device_id': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:05:22.239216 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.493061 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ab587f-a154-4a51-bc6a-1057ecbd710a {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:05:22.500718 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.511902 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Transition to ACTIVE for port object b4ab587f-a154-4a51-bc6a-1057ecbd710a will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:05:22.622935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.681318 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:22.760621 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Attempting to bind port b4ab587f-a154-4a51-bc6a-1057ecbd710a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:05:22.760960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Attempting to bind port b4ab587f-a154-4a51-bc6a-1057ecbd710a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:05:22.761291 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Attempting to bind port b4ab587f-a154-4a51-bc6a-1057ecbd710a on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:05:22.762257 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c646a4-c511-4d6c-845c-cd464c202e20 req-688344bc-6e27-48ef-8475-5fbb2869a862 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:22.764533 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-03c646a4-c511-4d6c-845c-cd464c202e20 req-688344bc-6e27-48ef-8475-5fbb2869a862 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0536828 Sep 03 14:05:22.776772 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Port b4ab587f-a154-4a51-bc6a-1057ecbd710a on network 9a880de5-f366-4527-8bf6-157addfe3198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:05:22.777535 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Attempting to bind port b4ab587f-a154-4a51-bc6a-1057ecbd710a on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:05:22.783274 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:05:22.783669 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Checking segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:05:22.784055 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Bound using segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:05:22.784650 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Bound port: b4ab587f-a154-4a51-bc6a-1057ecbd710a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:05:22.785108 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.817543 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-03c646a4-c511-4d6c-845c-cd464c202e20 req-7d991f0b-05d8-4066-89c0-be305bef0e2c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Sep 03 14:05:22.874475 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:05:22.879809 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:05:22.885349 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639e2d-153e-47c4-bf20-89e880304636 req-4443674d-2d1a-46ed-a326-e86867ca8ab8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:22.887103 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea639e2d-153e-47c4-bf20-89e880304636 req-4443674d-2d1a-46ed-a326-e86867ca8ab8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0640368 Sep 03 14:05:22.929483 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea639e2d-153e-47c4-bf20-89e880304636 req-5c225868-6ce5-4856-9860-95afe2bbfedc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Sep 03 14:05:22.942707 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.976436 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:22.981695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:22.981695 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] 10.222.0.47 "PUT /v2.0/ports/b4ab587f-a154-4a51-bc6a-1057ecbd710a HTTP/1.1" status: 200 len: 1093 time: 0.7981637 Sep 03 14:05:22.981695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:05:22.981981 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:05:23.017268 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347a31-2946-4612-bffd-e80df3ac15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:23.030141 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7dcf3-b70e-47bf-ac2d-92a14f0ba2a4 x-openstack-request-id: req-b3f7dcf3-b70e-47bf-ac2d-92a14f0ba2a4 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:05:23.032944 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:05:23.032944 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3f7dcf3-b70e-47bf-ac2d-92a14f0ba2a4 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:05:23.032944 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', 'status': 'completed', 'code': 200} Sep 03 14:05:23.178796 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-545c4a63-94b5-49c9-9bad-e009526d8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:23.180252 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-545c4a63-94b5-49c9-9bad-e009526d8c92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 1096 time: 0.0428789 Sep 03 14:05:23.274436 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-f60a7ebf-f0a7-4f25-a69f-5e560557c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:23.275835 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-f60a7ebf-f0a7-4f25-a69f-5e560557c232 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0856597 Sep 03 14:05:23.371515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-9923b2fa-2589-4233-a5a7-768bc4240c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:23.372890 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3ba9b3ca-81f9-4384-beb5-1b43d7081baa req-9923b2fa-2589-4233-a5a7-768bc4240c57 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895412 Sep 03 14:05:23.488738 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-bcdc2c68-a713-4265-b96a-0e31aaa1328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:23.490447 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-bcdc2c68-a713-4265-b96a-0e31aaa1328e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 1096 time: 0.0398164 Sep 03 14:05:23.940246 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91735ce-db0f-4dde-aca4-042b61c9e656 req-57e18725-2dc7-4e7f-a6fd-81eb2deb4967 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:23.941746 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f91735ce-db0f-4dde-aca4-042b61c9e656 req-57e18725-2dc7-4e7f-a6fd-81eb2deb4967 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0502574 Sep 03 14:05:23.978247 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f91735ce-db0f-4dde-aca4-042b61c9e656 req-2a7c4109-edc0-480c-8aa8-ecb35e36d158 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Sep 03 14:05:24.078892 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151273-f228-4ac4-aa7d-db3dde716c1c req-f8e82567-ff27-4d43-aeff-dfee4b5eb24b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:24.080366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-66151273-f228-4ac4-aa7d-db3dde716c1c req-f8e82567-ff27-4d43-aeff-dfee4b5eb24b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0486758 Sep 03 14:05:24.119705 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-66151273-f228-4ac4-aa7d-db3dde716c1c req-8bd9bcc1-b645-41de-8077-f0e368bb7425 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Sep 03 14:05:25.088190 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a02c3b-d6f2-4bf3-9d77-a52440c4d572 req-23bc28a0-3766-490f-b2bc-e4a0f24ed69b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:25.089695 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6a02c3b-d6f2-4bf3-9d77-a52440c4d572 req-23bc28a0-3766-490f-b2bc-e4a0f24ed69b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0475450 Sep 03 14:05:25.127201 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6a02c3b-d6f2-4bf3-9d77-a52440c4d572 req-8cf2d511-38a3-475c-bc78-318b55a9457e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Sep 03 14:05:25.232955 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099909-cf6b-46a0-b035-e6679b1ebdb6 req-ca9ae690-f1c0-48a3-85e9-f0a65dede527 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:25.234440 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b099909-cf6b-46a0-b035-e6679b1ebdb6 req-ca9ae690-f1c0-48a3-85e9-f0a65dede527 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0505025 Sep 03 14:05:25.271660 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b099909-cf6b-46a0-b035-e6679b1ebdb6 req-1bd16b70-97fc-413c-8cdb-1684ced4a43f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Sep 03 14:05:26.244059 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29438be8-38e7-47de-9b28-52062a60d679 req-4b62813d-2bde-45f5-b0e9-55631babd7cb tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:26.245693 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29438be8-38e7-47de-9b28-52062a60d679 req-4b62813d-2bde-45f5-b0e9-55631babd7cb tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0482380 Sep 03 14:05:26.282026 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29438be8-38e7-47de-9b28-52062a60d679 req-1999d449-e3ef-4dec-9bd2-b8534cbc5e14 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306094 Sep 03 14:05:26.380547 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6d91-43e5-4d01-9a01-b6179b358fce req-6e223f53-820c-4181-b246-1707a3df7815 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:26.382072 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b8f6d91-43e5-4d01-9a01-b6179b358fce req-6e223f53-820c-4181-b246-1707a3df7815 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0463309 Sep 03 14:05:26.418860 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b8f6d91-43e5-4d01-9a01-b6179b358fce req-9f8e5a7b-93ed-47e8-82e2-c688464ab79f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305459 Sep 03 14:05:26.797973 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-04890f2a-c7d9-4521-b252-fdadf08351c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a HTTP/1.1" status: 200 len: 217 time: 0.0376778 Sep 03 14:05:27.394187 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80863d-3182-4d67-b083-717186d1f538 req-2baade70-7cff-4713-b57b-8716e8379a51 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:27.395594 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b80863d-3182-4d67-b083-717186d1f538 req-2baade70-7cff-4713-b57b-8716e8379a51 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0488088 Sep 03 14:05:27.431521 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b80863d-3182-4d67-b083-717186d1f538 req-b315ba65-18e6-4e14-8973-05c55398e444 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Sep 03 14:05:27.529085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d88fb-30fa-4191-84bc-f046c9d2fb59 req-d6b87ece-7639-458c-981b-0df7184e481d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:27.530539 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2b3d88fb-30fa-4191-84bc-f046c9d2fb59 req-d6b87ece-7639-458c-981b-0df7184e481d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0467706 Sep 03 14:05:27.567378 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2b3d88fb-30fa-4191-84bc-f046c9d2fb59 req-6de2a007-4c45-49ba-a38a-e24a30569ae6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Sep 03 14:05:28.517008 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-1ef36819-b60d-45e2-bbe4-250e92ac90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:28.518573 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-1ef36819-b60d-45e2-bbe4-250e92ac90c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.0688143 Sep 03 14:05:28.547830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68396d-0d73-441b-b09d-75b5ee2404a6 req-265352e5-41f3-4363-a7c7-dfd86bccf478 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:28.549350 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b68396d-0d73-441b-b09d-75b5ee2404a6 req-265352e5-41f3-4363-a7c7-dfd86bccf478 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0489573 Sep 03 14:05:28.553453 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-ec4f587e-e9a5-4dd1-a8f4-4ad22688fea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280190 Sep 03 14:05:28.555236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794ec97-7992-4970-b783-541fca13427a req-6cd587f7-fe59-49fb-bb6b-8b65d675e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:28.556592 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8794ec97-7992-4970-b783-541fca13427a req-6cd587f7-fe59-49fb-bb6b-8b65d675e10e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1098 time: 0.0717151 Sep 03 14:05:28.587161 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b68396d-0d73-441b-b09d-75b5ee2404a6 req-9943abb9-c2dd-4d90-aa4b-97c6bf069e82 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Sep 03 14:05:28.649097 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8794ec97-7992-4970-b783-541fca13427a req-7bc24605-419c-46f1-8395-30a816d56dc3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Sep 03 14:05:28.674785 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-36eb09c3-a205-4374-a4fb-a89cfca6834c service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086414 Sep 03 14:05:28.689677 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d1441-287d-4622-95dd-f5dd7877bf9a req-2ee6609a-67eb-4c11-80d9-cb1fa5766d91 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:28.691131 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-077d1441-287d-4622-95dd-f5dd7877bf9a req-2ee6609a-67eb-4c11-80d9-cb1fa5766d91 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0502443 Sep 03 14:05:28.728077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-077d1441-287d-4622-95dd-f5dd7877bf9a req-e1d7cb8e-994e-4780-ab30-75fff833b924 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Sep 03 14:05:29.716707 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b6a40-4320-467e-bf86-cbad7d1c2896 req-b342ae09-4ddf-4f1a-ab0c-bbad3446bab1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:29.717983 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a7fe3e01-a510-4db3-9199-886da2ce2dd1 req-e9b292e2-d6e4-407e-a6a0-2eb66fee4d96 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863924 Sep 03 14:05:29.718382 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-413b6a40-4320-467e-bf86-cbad7d1c2896 req-b342ae09-4ddf-4f1a-ab0c-bbad3446bab1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0506563 Sep 03 14:05:29.756521 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-413b6a40-4320-467e-bf86-cbad7d1c2896 req-35000718-68fe-43e1-bd0e-a6fe3ad621d9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Sep 03 14:05:29.840997 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da4e9f-6c32-41aa-8189-dac6b6b12c8c req-026a84ac-56ea-41f5-9e21-1962f8fb6bac tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:29.842494 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36da4e9f-6c32-41aa-8189-dac6b6b12c8c req-026a84ac-56ea-41f5-9e21-1962f8fb6bac tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0477874 Sep 03 14:05:29.878818 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36da4e9f-6c32-41aa-8189-dac6b6b12c8c req-7ac9f18c-00c4-4848-b85f-08e9a4eebfb1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Sep 03 14:05:30.872754 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3d75-bf69-4859-858e-a2136e492b32 req-6b86c0e0-abe4-433d-8245-fe6be3807e50 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:30.874259 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3bbc3d75-bf69-4859-858e-a2136e492b32 req-6b86c0e0-abe4-433d-8245-fe6be3807e50 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0519795 Sep 03 14:05:30.916991 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3bbc3d75-bf69-4859-858e-a2136e492b32 req-5a7d61e7-2437-4558-ad95-fc93291b3f3c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Sep 03 14:05:31.003470 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf061e46-1c88-498d-8e50-28c8470cfdf5 req-5387ec2c-c70f-491b-a1d4-b14cb13e9a73 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:31.005106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bf061e46-1c88-498d-8e50-28c8470cfdf5 req-5387ec2c-c70f-491b-a1d4-b14cb13e9a73 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0475280 Sep 03 14:05:31.042605 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bf061e46-1c88-498d-8e50-28c8470cfdf5 req-5335e279-cc9a-43a7-ae52-7cfce08318ef tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Sep 03 14:05:32.031529 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57485e3e-837e-41f6-b607-913b052f028a req-9f34940f-66b2-4805-96ab-236081bf9f44 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:32.032983 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57485e3e-837e-41f6-b607-913b052f028a req-9f34940f-66b2-4805-96ab-236081bf9f44 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0461528 Sep 03 14:05:32.073396 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57485e3e-837e-41f6-b607-913b052f028a req-9df5da6b-75c2-4dab-bc7f-3a9f25705317 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Sep 03 14:05:32.173940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a89e7-cbce-47ba-b371-dd75c9535571 req-0be18230-717d-4db1-aaae-e205ca03c7a7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:32.175301 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-356a89e7-cbce-47ba-b371-dd75c9535571 req-0be18230-717d-4db1-aaae-e205ca03c7a7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0502293 Sep 03 14:05:32.210589 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-356a89e7-cbce-47ba-b371-dd75c9535571 req-7e4b2ab7-3c37-47d8-b459-82db92cee77c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295000 Sep 03 14:05:33.185829 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeca80-b668-43b5-ac88-520492eb3389 req-5ff0034b-88a8-425d-9019-ecf8500c9e2a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:33.187361 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abaeca80-b668-43b5-ac88-520492eb3389 req-5ff0034b-88a8-425d-9019-ecf8500c9e2a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0471406 Sep 03 14:05:33.225207 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abaeca80-b668-43b5-ac88-520492eb3389 req-30ea7385-629f-4ede-bfdf-665afa56cf05 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Sep 03 14:05:33.324909 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dc08-d2df-451a-a0de-2c21415e86bf req-73277a7a-53b6-431d-af08-8f8b4ebda886 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:33.326397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3841dc08-d2df-451a-a0de-2c21415e86bf req-73277a7a-53b6-431d-af08-8f8b4ebda886 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0480273 Sep 03 14:05:33.366599 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3841dc08-d2df-451a-a0de-2c21415e86bf req-3a8de5a1-d4bb-49e5-a403-bed0e98875a3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Sep 03 14:05:33.438749 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b95330c9-4adb-47bb-8d55-fb7f09ccc98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:34.339146 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776436c-68c7-45ae-a35c-aecc22510b56 req-c3a243ed-9f8f-4664-bea6-4717f2a17a59 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:34.341097 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9776436c-68c7-45ae-a35c-aecc22510b56 req-c3a243ed-9f8f-4664-bea6-4717f2a17a59 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0508609 Sep 03 14:05:34.383437 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9776436c-68c7-45ae-a35c-aecc22510b56 req-7427d6ae-9184-4921-a759-91f6f6a7417d tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364568 Sep 03 14:05:34.483687 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651491b5-b872-4e95-91a8-014af0a8ec0a req-bac5c1f7-7fe7-4f48-8aab-4367072955be tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:34.485180 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-651491b5-b872-4e95-91a8-014af0a8ec0a req-bac5c1f7-7fe7-4f48-8aab-4367072955be tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0485144 Sep 03 14:05:34.521539 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-651491b5-b872-4e95-91a8-014af0a8ec0a req-1d13e002-c86a-445c-8563-eabde2e0e3a7 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303643 Sep 03 14:05:35.494627 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f46c6-0131-4ae5-9fd2-2bd2d4402905 req-a0e20610-2164-4fd1-a23d-a479c1943b4e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:35.496756 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-064f46c6-0131-4ae5-9fd2-2bd2d4402905 req-a0e20610-2164-4fd1-a23d-a479c1943b4e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0478876 Sep 03 14:05:35.533980 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-064f46c6-0131-4ae5-9fd2-2bd2d4402905 req-0086f7cc-d03c-4968-bce3-767beb938d6a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 03 14:05:35.637726 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d49bd-7f39-4d10-968d-c5bed29d7399 req-4b39373e-3666-4d53-820c-18b267d9705d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:35.639205 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-584d49bd-7f39-4d10-968d-c5bed29d7399 req-4b39373e-3666-4d53-820c-18b267d9705d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0520251 Sep 03 14:05:35.677230 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-584d49bd-7f39-4d10-968d-c5bed29d7399 req-c1f874db-eefb-4ca5-ac3e-37081ca920dc tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Sep 03 14:05:36.021531 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-693b8921-2512-4d57-b10c-813893331a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:36.524415 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:36.648298 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbde8c4-eaab-4f78-b5e9-16763821007d req-0c427377-3cfa-4001-aaad-731a272743b1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:36.649783 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bdbde8c4-eaab-4f78-b5e9-16763821007d req-0c427377-3cfa-4001-aaad-731a272743b1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0476887 Sep 03 14:05:36.689844 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bdbde8c4-eaab-4f78-b5e9-16763821007d req-301b52e6-4517-4c51-8841-517fa93f3224 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Sep 03 14:05:36.791419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1514d-0184-463d-ba09-9e282d560508 req-0f9bc326-dc5a-4dca-b7fc-204da83a8042 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:36.793810 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5f1514d-0184-463d-ba09-9e282d560508 req-0f9bc326-dc5a-4dca-b7fc-204da83a8042 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0490859 Sep 03 14:05:36.830916 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5f1514d-0184-463d-ba09-9e282d560508 req-62c3c2cc-353e-4a5a-a75d-862630115016 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Sep 03 14:05:37.341298 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:37.802805 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e74e3-6d4f-45af-9d7d-2a34b82eb279 req-504e33fe-9900-4596-b0ac-cc6d57539523 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:37.804257 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-572e74e3-6d4f-45af-9d7d-2a34b82eb279 req-504e33fe-9900-4596-b0ac-cc6d57539523 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0501966 Sep 03 14:05:37.840340 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-572e74e3-6d4f-45af-9d7d-2a34b82eb279 req-8b16016e-b7dc-462c-9cce-f4961c40e7af tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Sep 03 14:05:37.945675 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a77f9-a8c7-44ee-b067-245ae97a05e9 req-332242c2-6711-4b7d-bddb-7ee5384efc0d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:37.947115 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-571a77f9-a8c7-44ee-b067-245ae97a05e9 req-332242c2-6711-4b7d-bddb-7ee5384efc0d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0479558 Sep 03 14:05:37.985917 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-571a77f9-a8c7-44ee-b067-245ae97a05e9 req-c8b401a7-f33f-4bc6-b2f5-0d9a3b066758 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Sep 03 14:05:38.832807 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:38.953929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8a58-a742-453a-bdc6-a313fa8dd810 req-78d617bb-db78-4f0a-aaff-1ec63c14c9e2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:38.956770 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-270b8a58-a742-453a-bdc6-a313fa8dd810 req-78d617bb-db78-4f0a-aaff-1ec63c14c9e2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Sep 03 14:05:39.003725 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-270b8a58-a742-453a-bdc6-a313fa8dd810 req-67ee0f00-9d6a-4873-8ffe-4b4d1cf7142c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Sep 03 14:05:39.109364 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8b99a-b662-417f-a6d9-ba5c52b225d1 req-19b87524-fb73-4b99-9c9d-51d07c6f01bd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:39.110866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39e8b99a-b662-417f-a6d9-ba5c52b225d1 req-19b87524-fb73-4b99-9c9d-51d07c6f01bd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0519011 Sep 03 14:05:39.148449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39e8b99a-b662-417f-a6d9-ba5c52b225d1 req-d9e8c86d-f895-466c-9b7f-36534c6c7761 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Sep 03 14:05:39.299354 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671301b8-8a25-4c79-82a7-4c216c5d3ab5 req-32114ae2-8db4-4d41-a580-d95a24315022 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:39.305950 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-671301b8-8a25-4c79-82a7-4c216c5d3ab5 req-32114ae2-8db4-4d41-a580-d95a24315022 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0775905 Sep 03 14:05:39.339077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-671301b8-8a25-4c79-82a7-4c216c5d3ab5 req-265abdc3-1389-4f19-838d-a7558a2004a3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Sep 03 14:05:40.135089 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2c29-b207-473d-8f50-397d3e44ccc9 req-0520f87a-8850-4e4e-b10e-6a14b0e2f4e6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:40.136811 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f24f2c29-b207-473d-8f50-397d3e44ccc9 req-0520f87a-8850-4e4e-b10e-6a14b0e2f4e6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 943 time: 0.0530996 Sep 03 14:05:40.179451 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f24f2c29-b207-473d-8f50-397d3e44ccc9 req-87e5ab83-8272-4795-bf76-633dd9a55576 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Sep 03 14:05:40.292697 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57050) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:40.422125 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.509091 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.581348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.618774 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5ae0174684940eebcffa28701bb853c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249490 Sep 03 14:05:40.619935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e8a90-b77a-47a3-aa9c-370bfef2e970,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:40.621714 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57062) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:40.626915 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.627271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.627617 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.627953 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.628282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.628622 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.628950 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.629273 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.629631 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.629959 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.630282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.630601 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51285d2-f52f-4212-b4a8-9776931ccd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.646605 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:05:40.652238 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device b4ab587f-a154-4a51-bc6a-1057ecbd710a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:05:40.675804 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.696704 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.748277 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:05:40.759372 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'port_id': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', 'mac_address': 'fa:16:3e:0f:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e618a316-21bc-4903-9834-9193be080597', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:05:40.781101 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.783965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.785119 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/741e8a90-b77a-47a3-aa9c-370bfef2e970 HTTP/1.1" status: 204 len: 168 time: 0.1624305 Sep 03 14:05:40.793394 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e8a90-b77a-47a3-aa9c-370bfef2e970,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:40.800435 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.800788 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.801240 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.801472 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.801851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.802185 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.802528 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.802880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.803164 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.803487 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.803932 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.804254 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e20b96-97aa-4710-ad46-1a211317a5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:05:40.808440 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.830439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ab587f-a154-4a51-bc6a-1057ecbd710a {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:05:40.849708 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:05:40.918342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:40.968313 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:41.294060 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9997-85b4-44b1-9895-97c0f0c9baca req-3eca7bb5-5d76-4092-b9c2-d4632682bd6b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:41.295528 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0cca9997-85b4-44b1-9895-97c0f0c9baca req-3eca7bb5-5d76-4092-b9c2-d4632682bd6b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 944 time: 0.0494382 Sep 03 14:05:41.334372 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0cca9997-85b4-44b1-9895-97c0f0c9baca req-68baa0f1-7f21-4241-8b1b-afbe56791d0a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Sep 03 14:05:41.342011 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57076) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:41.355971 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4afc-9e8c-465f-9525-db752ddbccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.443951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4afc-9e8c-465f-9525-db752ddbccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.496639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4afc-9e8c-465f-9525-db752ddbccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.536300 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-5cfc4afc-9e8c-465f-9525-db752ddbccdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ec34d0ee5f94fc1a1b781e305f72cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920877 Sep 03 14:05:41.536603 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc4afc-9e8c-465f-9525-db752ddbccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da8dc1-6e0f-4b3c-996f-220393c17d3d,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:41.539678 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57092) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:41.589158 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.609289 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.680601 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['b4ab587f-a154-4a51-bc6a-1057ecbd710a'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:05:41.742058 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.744631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:41.746092 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44da8dc1-6e0f-4b3c-996f-220393c17d3d HTTP/1.1" status: 204 len: 168 time: 0.2052560 Sep 03 14:05:41.754062 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c7124-25a9-44cc-9452-1f40638392be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da8dc1-6e0f-4b3c-996f-220393c17d3d,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:42.449119 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe57ce-2edc-4325-9e47-318fa574346e req-55182918-dba4-476a-ada2-68f315bc5630 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:42.450627 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d1fe57ce-2edc-4325-9e47-318fa574346e req-55182918-dba4-476a-ada2-68f315bc5630 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 944 time: 0.0481331 Sep 03 14:05:42.494111 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d1fe57ce-2edc-4325-9e47-318fa574346e req-cc2e0dc3-b506-47a3-a486-f84434dfa310 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Sep 03 14:05:43.083024 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a61ec4-fb8b-4d62-8ece-39fe934e9207 req-dddcd12e-ae8a-4186-a338-a17749b4a860 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:43.084485 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32a61ec4-fb8b-4d62-8ece-39fe934e9207 req-dddcd12e-ae8a-4186-a338-a17749b4a860 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0487130 Sep 03 14:05:43.123358 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32a61ec4-fb8b-4d62-8ece-39fe934e9207 req-47c8e0a1-9da8-49be-8f18-8e4c985d0de5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Sep 03 14:05:43.356270 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-575e4f67-e244-4f2d-837e-ae38ea9bb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:43.357876 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-575e4f67-e244-4f2d-837e-ae38ea9bb309 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.2302027 Sep 03 14:05:43.460721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-8bd45707-2523-4594-9930-532056ca06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:43.462504 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-8bd45707-2523-4594-9930-532056ca06ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.0952373 Sep 03 14:05:43.485441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57158) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:43.507804 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-649cc28f-5cbc-491a-813a-f24e42a9c49f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0368750 Sep 03 14:05:43.562768 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-e49452e2-3969-48a9-8c66-9415a830988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:43.564353 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-e49452e2-3969-48a9-8c66-9415a830988b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0489304 Sep 03 14:05:43.625359 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-768a85fa-e8fe-4af4-a739-f6e8864545a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523753 Sep 03 14:05:43.633326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c442ce31-0f16-43d8-baed-2e2c34b2ad84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:43.729207 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-cfdd107b-3455-41cf-8c1f-805d96cc8b74 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959861 Sep 03 14:05:43.843713 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d4d5f805-fade-4976-a22a-9c0d845efe3e req-faab506a-e563-4714-b488-98c63d09b7e6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055865 Sep 03 14:05:43.912853 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2be3c7-f72f-456b-b82a-f0836cbcbfb1 req-3798510c-1319-45f6-bbb1-0327b851a2e5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:43.914386 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c2be3c7-f72f-456b-b82a-f0836cbcbfb1 req-3798510c-1319-45f6-bbb1-0327b851a2e5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 944 time: 0.2967236 Sep 03 14:05:44.000336 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c2be3c7-f72f-456b-b82a-f0836cbcbfb1 req-9215a26f-c795-474f-bf40-bba27a78ca41 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609088 Sep 03 14:05:44.050214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-9800fa5e-3bf0-4359-a813-d343601f3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:44.051711 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-9800fa5e-3bf0-4359-a813-d343601f3898 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0618310 Sep 03 14:05:44.051825 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c442ce31-0f16-43d8-baed-2e2c34b2ad84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.129714 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c442ce31-0f16-43d8-baed-2e2c34b2ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.167761 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-c442ce31-0f16-43d8-baed-2e2c34b2ad84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa495ba1510f45388bdc2ae5a4fe485c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809776 Sep 03 14:05:44.169593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442ce31-0f16-43d8-baed-2e2c34b2ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9235e187-e26f-486a-be32-b720295c37da,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:44.170668 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57196) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:44.248426 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-65596e4d-4479-41a3-b618-1cceebce93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:44.249921 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-65596e4d-4479-41a3-b618-1cceebce93b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.1529481 Sep 03 14:05:44.252721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.265419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d94cf2-9991-4ac4-86ea-237e3b73ca68 req-e7633975-9322-4496-995f-b78a938665cb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:44.273120 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94d94cf2-9991-4ac4-86ea-237e3b73ca68 req-e7633975-9322-4496-995f-b78a938665cb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0622211 Sep 03 14:05:44.311062 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-c20ce2ac-b1a0-4477-aff7-586f55cf8ca9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0481076 Sep 03 14:05:44.312229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.318105 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94d94cf2-9991-4ac4-86ea-237e3b73ca68 req-585f1ee3-883f-42a4-9e04-976fb00e4e4e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Sep 03 14:05:44.380697 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-fac7307f-eef4-4b7e-9828-f73db800abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:44.382204 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-fac7307f-eef4-4b7e-9828-f73db800abf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0633962 Sep 03 14:05:44.415329 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-0dc748db-f05b-428e-8040-49ddc78b2373 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248265 Sep 03 14:05:44.491980 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.494512 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.503754 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9235e187-e26f-486a-be32-b720295c37da HTTP/1.1" status: 204 len: 168 time: 0.3173125 Sep 03 14:05:44.515585 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ed6af-cce4-47b1-91bd-6cce5a2aa39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9235e187-e26f-486a-be32-b720295c37da,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:44.521593 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-0673e843-e622-4256-8146-564ac1fee319 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990224 Sep 03 14:05:44.618795 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-16a8e429-6daf-46e3-a5e1-82ba372e0d0f req-a82bc63e-5d56-4520-baac-1ea9b81eade1 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894756 Sep 03 14:05:44.670640 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device b4ab587f-a154-4a51-bc6a-1057ecbd710a up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:05:44.694070 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.822771 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port b4ab587f-a154-4a51-bc6a-1057ecbd710a completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:05:44.828423 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port b4ab587f-a154-4a51-bc6a-1057ecbd710a triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:05:44.828806 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.908072 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:44.932964 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:05:44.935235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dfc172-8413-4f0f-90f0-9537706ef726" -d '{"events": [{"server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "name": "network-vif-plugged", "status": "completed", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:05:44.951154 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:05:44.973354 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1641b3e-137d-4446-af2d-912052d7ccf0 x-openstack-request-id: req-e1641b3e-137d-4446-af2d-912052d7ccf0 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:05:44.973698 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "name": "network-vif-plugged", "status": "completed", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:05:44.974086 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1641b3e-137d-4446-af2d-912052d7ccf0 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:05:44.974496 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', 'code': 200} Sep 03 14:05:45.027138 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:45.080753 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:45.102594 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a22d-6508-4313-94e2-f607fb27123a req-9a9a25e5-9584-4677-a2d5-90f9f6dc8c10 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:45.104085 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-de54a22d-6508-4313-94e2-f607fb27123a req-9a9a25e5-9584-4677-a2d5-90f9f6dc8c10 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Sep 03 14:05:45.189902 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-de54a22d-6508-4313-94e2-f607fb27123a req-5fe37d4b-9060-4104-b8b1-e2aa16aeb427 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Sep 03 14:05:45.333589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785ea9a-5e17-4354-bc86-d334208c968d req-cd51342d-600a-46b1-9854-e196c8f62dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:45.335170 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a785ea9a-5e17-4354-bc86-d334208c968d req-cd51342d-600a-46b1-9854-e196c8f62dac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 1098 time: 0.0454953 Sep 03 14:05:45.393726 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a785ea9a-5e17-4354-bc86-d334208c968d req-1dea4431-120d-4467-8938-48dccdedc39c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Sep 03 14:05:45.451746 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70a095-e882-4f9e-8f2d-07268004128c req-0503f02b-cede-4190-b166-b5a04d63456c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:45.453239 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a70a095-e882-4f9e-8f2d-07268004128c req-0503f02b-cede-4190-b166-b5a04d63456c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0486701 Sep 03 14:05:45.491697 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a70a095-e882-4f9e-8f2d-07268004128c req-1f8b8dab-753e-4c53-bc62-3c07c7ba0a93 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Sep 03 14:05:45.867803 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57276) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:46.111096 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-44aba850-f093-4916-96ce-006139f25a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.130980 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57286) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:46.227441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-44aba850-f093-4916-96ce-006139f25a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.273828 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6036d7bf-cf8b-4cce-9244-f1efb314b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.298463 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946150a-2e8f-4dd6-a6e8-8c669c39fde7 req-618669ea-a9f1-444f-8a38-d3963e745ffa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:46.300931 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8946150a-2e8f-4dd6-a6e8-8c669c39fde7 req-618669ea-a9f1-444f-8a38-d3963e745ffa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0563631 Sep 03 14:05:46.302241 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-44aba850-f093-4916-96ce-006139f25a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.364365 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-44aba850-f093-4916-96ce-006139f25a1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=580d87c9d1f64058acd4d925e0e6e9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951949 Sep 03 14:05:46.367854 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aba850-f093-4916-96ce-006139f25a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c955a27-6bb7-4847-abc3-13303327a912,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:46.371346 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57304) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:46.396384 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8946150a-2e8f-4dd6-a6e8-8c669c39fde7 req-5c9bcca1-793d-44ff-a869-50902bd9c49a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801353 Sep 03 14:05:46.452737 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6036d7bf-cf8b-4cce-9244-f1efb314b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.453717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.475438 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.610763 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1b24e-e379-457c-92f7-d818f97ce61a req-a09c1696-3745-4e22-826d-11802d8964b8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:46.612274 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-22c1b24e-e379-457c-92f7-d818f97ce61a req-a09c1696-3745-4e22-826d-11802d8964b8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Sep 03 14:05:46.616120 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.618923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.621524 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c955a27-6bb7-4847-abc3-13303327a912 HTTP/1.1" status: 204 len: 168 time: 0.2476947 Sep 03 14:05:46.622497 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6036d7bf-cf8b-4cce-9244-f1efb314b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.641098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515838d4-c697-4244-87d4-831c85177d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c955a27-6bb7-4847-abc3-13303327a912,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:46.682477 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-22c1b24e-e379-457c-92f7-d818f97ce61a req-b51222e1-6cb9-438d-97bd-aafe09e756c5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627792 Sep 03 14:05:46.684588 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-6036d7bf-cf8b-4cce-9244-f1efb314b9a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e09a157950c245b8b1d2f0ac7464d86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525324 Sep 03 14:05:46.688431 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57316) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:46.711193 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d7bf-cf8b-4cce-9244-f1efb314b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea068a10-6b57-4c4e-805d-1accbf711cc5,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:46.765876 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.766746 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57320) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:46.788866 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.900655 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.903885 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:46.905186 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea068a10-6b57-4c4e-805d-1accbf711cc5 HTTP/1.1" status: 204 len: 168 time: 0.2157393 Sep 03 14:05:46.913018 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b5fab-f182-43de-94aa-88e231b0c6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea068a10-6b57-4c4e-805d-1accbf711cc5,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:47.030790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fc68-3104-4f5d-86f5-923ecb758012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.138559 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fc68-3104-4f5d-86f5-923ecb758012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.204100 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fc68-3104-4f5d-86f5-923ecb758012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.251060 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-fbc9fc68-3104-4f5d-86f5-923ecb758012 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2e80457777431d825c1ad130f7bdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832890 Sep 03 14:05:47.251624 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57332) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:47.252023 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9fc68-3104-4f5d-86f5-923ecb758012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8540070f-5627-4bab-a7cd-10aae5fd3d17,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:47.309571 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.331958 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.461406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.465511 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.473058 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8540070f-5627-4bab-a7cd-10aae5fd3d17 HTTP/1.1" status: 204 len: 168 time: 0.2130792 Sep 03 14:05:47.474490 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7161298-9188-4889-b3d0-18bd130cb3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8540070f-5627-4bab-a7cd-10aae5fd3d17,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:47.544848 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54604-8d7d-41a2-9060-e9605338c6ad req-915d1cfd-ea01-46d1-baa4-72c7d1c76a78 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:47.546633 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cde54604-8d7d-41a2-9060-e9605338c6ad req-915d1cfd-ea01-46d1-baa4-72c7d1c76a78 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0576429 Sep 03 14:05:47.584593 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cde54604-8d7d-41a2-9060-e9605338c6ad req-4b056f2c-90df-48b3-99d9-8fba4e78a3df tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Sep 03 14:05:47.653792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57354) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:47.668417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fe966de1-a6f7-4e96-a2a9-886f20b6d2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.783102 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fe966de1-a6f7-4e96-a2a9-886f20b6d2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.821861 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c72d-03b9-470d-a1b8-4f06315ef430 req-de3c06ac-f47d-4f8c-9981-15b957f39925 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:47.823960 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6861c72d-03b9-470d-a1b8-4f06315ef430 req-de3c06ac-f47d-4f8c-9981-15b957f39925 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0608995 Sep 03 14:05:47.849293 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fe966de1-a6f7-4e96-a2a9-886f20b6d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.876826 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6861c72d-03b9-470d-a1b8-4f06315ef430 req-bfeddfae-7328-4eac-b4f0-6c6b8fafc55e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Sep 03 14:05:47.902835 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe966de1-a6f7-4e96-a2a9-886f20b6d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be7804-906e-43ac-9f00-0cda06941136,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:47.914143 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-fe966de1-a6f7-4e96-a2a9-886f20b6d2b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e41f58983cb74d09ac158536ad8bc2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592068 Sep 03 14:05:47.917594 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57362) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:47.972522 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:47.995482 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.129427 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.132113 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.133392 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8be7804-906e-43ac-9f00-0cda06941136 HTTP/1.1" status: 204 len: 168 time: 0.2147937 Sep 03 14:05:48.142196 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6831-4d70-4708-b4f1-22df7d1e1c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be7804-906e-43ac-9f00-0cda06941136,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:48.351690 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57374) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:48.364966 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4373b16-a2d4-443c-b020-247300dc92d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.462635 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4373b16-a2d4-443c-b020-247300dc92d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.609508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4373b16-a2d4-443c-b020-247300dc92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.656074 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c4373b16-a2d4-443c-b020-247300dc92d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25c15f5848c04f4c9a84f396dd63f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008938 Sep 03 14:05:48.656074 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4373b16-a2d4-443c-b020-247300dc92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc23393c-afef-4dec-97fb-60b46399c04a,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:48.657437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57386) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:48.707857 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.728885 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.855197 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.857928 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:48.859088 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc23393c-afef-4dec-97fb-60b46399c04a HTTP/1.1" status: 204 len: 168 time: 0.2001226 Sep 03 14:05:48.866889 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f75173-f512-4a1c-afd9-ceba8e45d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc23393c-afef-4dec-97fb-60b46399c04a,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:49.012614 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96e0b6-734d-40c6-a62b-84f37d4c5e3a req-280aa6f1-5176-41f0-8a4b-0a12a83d8d01 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:49.014283 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fb96e0b6-734d-40c6-a62b-84f37d4c5e3a req-280aa6f1-5176-41f0-8a4b-0a12a83d8d01 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0604138 Sep 03 14:05:49.055715 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fb96e0b6-734d-40c6-a62b-84f37d4c5e3a req-26d3b8cd-911c-454f-8196-4db53031a989 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Sep 03 14:05:49.433424 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57420) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:49.446886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1751fcf6-5752-4d86-9f92-adaa6d6858c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.535718 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1751fcf6-5752-4d86-9f92-adaa6d6858c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.654546 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1751fcf6-5752-4d86-9f92-adaa6d6858c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.696835 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1751fcf6-5752-4d86-9f92-adaa6d6858c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d481ef277344b26b9c4a6dd11c3fd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594249 Sep 03 14:05:49.696835 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751fcf6-5752-4d86-9f92-adaa6d6858c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71b130-2d24-4148-a595-56f29931d208,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:49.697495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57424) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:05:49.746807 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.769849 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.906458 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.909018 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:05:49.910228 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd71b130-2d24-4148-a595-56f29931d208 HTTP/1.1" status: 204 len: 168 time: 0.2118895 Sep 03 14:05:49.919233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c16a5-b6fc-42ae-9326-e2a33e74e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71b130-2d24-4148-a595-56f29931d208,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:05:50.201189 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbf6d5-2f37-454a-981e-f140db1b4927 req-aebfb785-ccea-474c-9dbd-2b67a0e8283b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:50.202838 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-84fbf6d5-2f37-454a-981e-f140db1b4927 req-aebfb785-ccea-474c-9dbd-2b67a0e8283b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0503962 Sep 03 14:05:50.244478 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-84fbf6d5-2f37-454a-981e-f140db1b4927 req-72966133-5907-4c7d-936a-349fe7e56b2a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Sep 03 14:05:51.402801 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0be1d-cd08-4a76-9bc3-381fd59df832 req-ce84950e-d803-4c65-9264-b0421d9d3a56 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:51.402801 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bdb0be1d-cd08-4a76-9bc3-381fd59df832 req-ce84950e-d803-4c65-9264-b0421d9d3a56 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Sep 03 14:05:51.412200 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bdb0be1d-cd08-4a76-9bc3-381fd59df832 req-76592393-a5b4-407d-94d4-e4c02ff386b3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Sep 03 14:05:52.529408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4020cf-81ae-466b-9733-1d71d750b9f5 req-132b0446-a50e-4287-a4d6-592f971046b0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:52.530880 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fc4020cf-81ae-466b-9733-1d71d750b9f5 req-132b0446-a50e-4287-a4d6-592f971046b0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Sep 03 14:05:52.568571 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fc4020cf-81ae-466b-9733-1d71d750b9f5 req-ed018c2d-cbc5-47d1-802f-bc40736f03d1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 03 14:05:53.690948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f0073-63c7-4bdb-a2aa-1ad75ff90e9f req-9579e282-4c8c-4676-a0de-8c42a67d2ce4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:53.692463 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-357f0073-63c7-4bdb-a2aa-1ad75ff90e9f req-9579e282-4c8c-4676-a0de-8c42a67d2ce4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0514443 Sep 03 14:05:53.731583 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-357f0073-63c7-4bdb-a2aa-1ad75ff90e9f req-b9b50654-87c2-4473-b3f0-4b4f0e3bd35e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Sep 03 14:05:54.842707 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3fdd5-1baa-4ff8-99cb-beaeb894b8f0 req-ee5e5027-4baf-4617-8cae-045bfb1898e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:54.844166 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6b3fdd5-1baa-4ff8-99cb-beaeb894b8f0 req-ee5e5027-4baf-4617-8cae-045bfb1898e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0466959 Sep 03 14:05:54.880903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6b3fdd5-1baa-4ff8-99cb-beaeb894b8f0 req-fff14a86-5dfc-4277-800f-66626da72480 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Sep 03 14:05:55.993720 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c444fe-c066-4b6f-a66d-d7f0df17e8d0 req-003faa39-f21a-4569-92be-fbde80dccff1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:55.995661 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41c444fe-c066-4b6f-a66d-d7f0df17e8d0 req-003faa39-f21a-4569-92be-fbde80dccff1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0508780 Sep 03 14:05:56.031813 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41c444fe-c066-4b6f-a66d-d7f0df17e8d0 req-8ecf56cd-8106-43ee-8940-7428ed94875d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303860 Sep 03 14:05:57.142030 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76fd56-57b4-465e-b086-82254980c5b3 req-3a51a530-4a25-487e-b871-ab83d66b27c3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:57.143516 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b76fd56-57b4-465e-b086-82254980c5b3 req-3a51a530-4a25-487e-b871-ab83d66b27c3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0474312 Sep 03 14:05:57.180750 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b76fd56-57b4-465e-b086-82254980c5b3 req-fc177cf1-abf8-4297-9fbd-4af0e5e02864 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Sep 03 14:05:58.290766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75de4-43d3-49f0-bcde-d73ad8e4a793 req-6e7bef04-1ddb-4e0b-bbda-5fbc9289b3c0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:58.293096 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-37d75de4-43d3-49f0-bcde-d73ad8e4a793 req-6e7bef04-1ddb-4e0b-bbda-5fbc9289b3c0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0477805 Sep 03 14:05:58.330246 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-37d75de4-43d3-49f0-bcde-d73ad8e4a793 req-9c04c49c-c886-44d9-bf33-8a1dddfe2dcb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Sep 03 14:05:59.445645 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1809a-b73b-4ac4-b1f0-2b4c787d6105 req-6c0f33e9-7015-472a-9461-f169b786bf29 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:05:59.447101 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9c1809a-b73b-4ac4-b1f0-2b4c787d6105 req-6c0f33e9-7015-472a-9461-f169b786bf29 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0512414 Sep 03 14:05:59.485098 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9c1809a-b73b-4ac4-b1f0-2b4c787d6105 req-9109f7be-c48c-4257-93b9-b06dd470d984 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Sep 03 14:06:00.601618 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34442d-ad98-4c41-87d6-b0f807c9042f req-99bdc1a4-88b7-45b3-a0b2-2f4b9972276c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:00.603130 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e34442d-ad98-4c41-87d6-b0f807c9042f req-99bdc1a4-88b7-45b3-a0b2-2f4b9972276c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Sep 03 14:06:00.641153 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e34442d-ad98-4c41-87d6-b0f807c9042f req-1c02c368-e2e7-452e-8470-90702a0e25ae tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Sep 03 14:06:01.751937 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025347ed-8578-4778-9545-59d948eb423a req-a9f07e64-124c-47e7-a8db-52848f9bd224 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:01.753426 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-025347ed-8578-4778-9545-59d948eb423a req-a9f07e64-124c-47e7-a8db-52848f9bd224 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Sep 03 14:06:01.790468 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-025347ed-8578-4778-9545-59d948eb423a req-0768f3f9-c64c-4ba3-b810-c53b497de4fe tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Sep 03 14:06:02.902857 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480325ff-b947-4710-83d1-aefc74ec7f1f req-b0053bde-e4c3-4ef9-a076-55d3bae39b90 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:02.904293 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-480325ff-b947-4710-83d1-aefc74ec7f1f req-b0053bde-e4c3-4ef9-a076-55d3bae39b90 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Sep 03 14:06:02.941061 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-480325ff-b947-4710-83d1-aefc74ec7f1f req-710f5898-5818-4ec0-b8a7-1abee4110a0d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Sep 03 14:06:03.500634 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2fa14901-a347-4712-9c01-5a71d58bda8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:04.056340 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236d44-0d4a-4923-83cc-5f707030aae1 req-222eedb2-53f5-448d-8f0c-9b844115fbf1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:04.058467 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e5236d44-0d4a-4923-83cc-5f707030aae1 req-222eedb2-53f5-448d-8f0c-9b844115fbf1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Sep 03 14:06:04.095341 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e5236d44-0d4a-4923-83cc-5f707030aae1 req-3fa18789-241a-44fe-b8c1-8a02326ab373 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Sep 03 14:06:05.048678 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41ba56-9986-4087-b158-dca6c0b07efe req-df541d05-23bf-4a3b-bdcb-872a1218c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:05.050282 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fa41ba56-9986-4087-b158-dca6c0b07efe req-df541d05-23bf-4a3b-bdcb-872a1218c997 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0390060 Sep 03 14:06:05.085563 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fa41ba56-9986-4087-b158-dca6c0b07efe req-859bdfa3-0539-4f6f-8f18-3b74ce8f3cd0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273218 Sep 03 14:06:05.213065 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e99a1-0a75-4735-9298-317d0af66f48 req-9fd3822a-3e89-4186-a35e-176a524607f0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:05.214573 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-601e99a1-0a75-4735-9298-317d0af66f48 req-9fd3822a-3e89-4186-a35e-176a524607f0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0488517 Sep 03 14:06:05.254204 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-601e99a1-0a75-4735-9298-317d0af66f48 req-c307a152-29ee-4e96-b8ff-d3c2eabf4055 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 03 14:06:06.060688 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-66d724c4-06de-49d5-9cd7-9f15cb06f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:06.375991 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817edb3-06e9-48ea-a588-c9f3b16cf613 req-3770d50d-42b0-4d79-ab1f-55ceb76eaab5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:06.377840 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1817edb3-06e9-48ea-a588-c9f3b16cf613 req-3770d50d-42b0-4d79-ab1f-55ceb76eaab5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0528395 Sep 03 14:06:06.418889 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1817edb3-06e9-48ea-a588-c9f3b16cf613 req-000c0611-be3e-414d-8025-2e7b4245c9f1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Sep 03 14:06:06.580542 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:06.863233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57814) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:06.968293 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77198e54-ab9e-48ae-ba01-5ffc82164ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.053516 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77198e54-ab9e-48ae-ba01-5ffc82164ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.179708 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77198e54-ab9e-48ae-ba01-5ffc82164ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.221568 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57830) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:07.222206 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-77198e54-ab9e-48ae-ba01-5ffc82164ea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92bf6cee88054aa289b46d9c5b282b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572631 Sep 03 14:06:07.224031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77198e54-ab9e-48ae-ba01-5ffc82164ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb821c62-bf59-46ed-bc94-1c6807618b22,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:07.276278 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.301178 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.317767 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.403188 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.405871 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.407137 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb821c62-bf59-46ed-bc94-1c6807618b22 HTTP/1.1" status: 204 len: 168 time: 0.1844950 Sep 03 14:06:07.417059 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1284b50-1a90-4aaf-8d01-f6b69da52872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb821c62-bf59-46ed-bc94-1c6807618b22,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:07.535902 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b55086-93ce-4cfb-9920-e33bed0be837 req-2c861048-910e-4b9d-be09-7141148abacd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:07.537422 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-74b55086-93ce-4cfb-9920-e33bed0be837 req-2c861048-910e-4b9d-be09-7141148abacd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0499482 Sep 03 14:06:07.580053 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-74b55086-93ce-4cfb-9920-e33bed0be837 req-1449c220-d9e3-4675-94bb-aec0f0e2f919 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 Sep 03 14:06:07.594285 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57846) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:07.799287 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-90976ad0-4c92-4606-89e8-8452e5e8647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:07.903993 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-90976ad0-4c92-4606-89e8-8452e5e8647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.026201 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-90976ad0-4c92-4606-89e8-8452e5e8647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.066347 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-90976ad0-4c92-4606-89e8-8452e5e8647f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98123e1b8cef4886b643d8ed056462a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709620 Sep 03 14:06:08.068209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976ad0-4c92-4606-89e8-8452e5e8647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8facbb49-8260-4952-a623-e863b00b90bc,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:08.069006 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57862) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:08.163313 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a9b0-b49a-456b-91ec-b3e8f7731431 req-da113746-b05a-4c62-be3f-9937faae11e9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:08.164723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6794a9b0-b49a-456b-91ec-b3e8f7731431 req-da113746-b05a-4c62-be3f-9937faae11e9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0775020 Sep 03 14:06:08.166074 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.174939 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca949-bf23-4a85-8097-97acb9752971 req-fb7010d3-fe21-401a-833f-e7e684d44114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:08.176400 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-fb7010d3-fe21-401a-833f-e7e684d44114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0405481 Sep 03 14:06:08.201299 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.205492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57864) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:08.226638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f97a4ad7-1187-45f9-b010-f6e691777edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.235754 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6794a9b0-b49a-456b-91ec-b3e8f7731431 req-46f53428-8a1a-4641-b8e9-60ef7328fc75 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606177 Sep 03 14:06:08.303594 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca949-bf23-4a85-8097-97acb9752971 req-67c486f7-78b6-4196-9f6a-9caafe363a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:08.305061 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-67c486f7-78b6-4196-9f6a-9caafe363a47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.1215348 Sep 03 14:06:08.328363 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.330932 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.332153 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8facbb49-8260-4952-a623-e863b00b90bc HTTP/1.1" status: 204 len: 168 time: 0.2621217 Sep 03 14:06:08.340150 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eef6b2-2a77-4455-af56-cdbf2412cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8facbb49-8260-4952-a623-e863b00b90bc,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:08.346438 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-ccdaa659-adf0-48d4-8371-6ca5981427ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0328405 Sep 03 14:06:08.429908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca949-bf23-4a85-8097-97acb9752971 req-9a07408a-1fa3-4065-8b6f-91a09a747b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:08.431931 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-9a07408a-1fa3-4065-8b6f-91a09a747b99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0730500 Sep 03 14:06:08.467310 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-deb72067-76fd-49ca-b6bc-02faed9fac07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278456 Sep 03 14:06:08.505688 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f97a4ad7-1187-45f9-b010-f6e691777edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.558891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f97a4ad7-1187-45f9-b010-f6e691777edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.596625 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-7d7a10ad-1f54-4dc9-802a-b504cbfe576c service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196830 Sep 03 14:06:08.602202 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f97a4ad7-1187-45f9-b010-f6e691777edd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3ef3220b7744a98a66ebbc8a5ae36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957756 Sep 03 14:06:08.605595 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57872) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:08.627205 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a4ad7-1187-45f9-b010-f6e691777edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125e2e22-3078-47fc-a5a8-36807f6b2a7f,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:08.681082 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.701560 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-745ca949-bf23-4a85-8097-97acb9752971 req-3c31718d-27c5-400e-9579-c6d1b9f2a59d service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942373 Sep 03 14:06:08.703828 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.843827 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.854662 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.857394 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:08.858771 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/125e2e22-3078-47fc-a5a8-36807f6b2a7f HTTP/1.1" status: 204 len: 168 time: 0.2521508 Sep 03 14:06:08.866782 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce636d-4b6e-4c2b-afa1-949f56f9d613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125e2e22-3078-47fc-a5a8-36807f6b2a7f,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.154995 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57890) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.168888 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-24fc9f1a-9a63-4000-951d-501e2c4683e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.218975 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57892) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.250882 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57896) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.304863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-24fc9f1a-9a63-4000-951d-501e2c4683e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.364229 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc1f04-e75f-404c-893d-f8a0d6e16d61 req-cb7f2bee-1559-425e-be59-956f449123e5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:09.365756 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59cc1f04-e75f-404c-893d-f8a0d6e16d61 req-cb7f2bee-1559-425e-be59-956f449123e5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0472963 Sep 03 14:06:09.403435 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4181d4d0-5c28-488f-b1f3-bae4541f3002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.407010 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-24fc9f1a-9a63-4000-951d-501e2c4683e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.449624 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59cc1f04-e75f-404c-893d-f8a0d6e16d61 req-ff93a29d-499a-481a-88f1-f5415ec7af44 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765457 Sep 03 14:06:09.473448 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-24fc9f1a-9a63-4000-951d-501e2c4683e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fc802927dec413eb5b1111e34a388b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171940 Sep 03 14:06:09.476227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57902) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.476470 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc9f1a-9a63-4000-951d-501e2c4683e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7e561-66ef-4d6b-83bf-749223f8dfde,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.554280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5868ae4-4e77-4218-a0e9-994becb879ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.560127 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4181d4d0-5c28-488f-b1f3-bae4541f3002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.564080 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.589420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.614523 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4181d4d0-5c28-488f-b1f3-bae4541f3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.652600 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4181d4d0-5c28-488f-b1f3-bae4541f3002 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1ad1c4852184ad1bf5e682d87c2cf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323697 Sep 03 14:06:09.654560 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181d4d0-5c28-488f-b1f3-bae4541f3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b555f6c-9d68-48b5-b58e-c9e957463c50,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.655676 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57910) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.710750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.713702 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.714834 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dea7e561-66ef-4d6b-83bf-749223f8dfde HTTP/1.1" status: 204 len: 168 time: 0.2373424 Sep 03 14:06:09.719912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.731479 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf56c4-3516-404f-ae91-08d417d6f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7e561-66ef-4d6b-83bf-749223f8dfde,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.758505 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.818937 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5868ae4-4e77-4218-a0e9-994becb879ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.887912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5868ae4-4e77-4218-a0e9-994becb879ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.889199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.891754 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:09.893239 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b555f6c-9d68-48b5-b58e-c9e957463c50 HTTP/1.1" status: 204 len: 168 time: 0.2349570 Sep 03 14:06:09.928549 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d5868ae4-4e77-4218-a0e9-994becb879ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a2e78e0a8e04aeda6105e4aa0f5966a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742265 Sep 03 14:06:09.929073 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5868ae4-4e77-4218-a0e9-994becb879ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae835601-ff52-4cc5-99d1-5498d8d57098,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.930990 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57922) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:09.944052 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364bc1a-c6ca-469d-9558-0631838aa159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b555f6c-9d68-48b5-b58e-c9e957463c50,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:09.985039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.005842 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.151644 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.154323 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.155525 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae835601-ff52-4cc5-99d1-5498d8d57098 HTTP/1.1" status: 204 len: 168 time: 0.2235310 Sep 03 14:06:10.162992 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08da596-53e7-450d-b60e-4d071484d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae835601-ff52-4cc5-99d1-5498d8d57098,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:10.414938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 57938) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:10.433273 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e58d8614-8cdd-406b-95e7-abc63dfa1e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.533236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e58d8614-8cdd-406b-95e7-abc63dfa1e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.571989 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f964d-8dfa-41e4-a31b-fe429f8e350e req-8e8fa222-61ba-46f8-adec-367870214ad3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:10.573387 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e11f964d-8dfa-41e4-a31b-fe429f8e350e req-8e8fa222-61ba-46f8-adec-367870214ad3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0521984 Sep 03 14:06:10.609124 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e58d8614-8cdd-406b-95e7-abc63dfa1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.615214 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e11f964d-8dfa-41e4-a31b-fe429f8e350e req-b6154058-a5a5-4592-9fb2-296cdccbf4c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Sep 03 14:06:10.652393 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e58d8614-8cdd-406b-95e7-abc63dfa1e7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d44ec996b7734301a6a02b8b92235dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360556 Sep 03 14:06:10.655022 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 57946) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:10.657266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8614-8cdd-406b-95e7-abc63dfa1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7c91eb-ef0f-48a8-adfd-00afac1826ec,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:10.706004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.726470 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.855606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.859408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:10.864548 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb7c91eb-ef0f-48a8-adfd-00afac1826ec HTTP/1.1" status: 204 len: 168 time: 0.2058322 Sep 03 14:06:10.872222 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81459d-5d4d-4ba4-9532-7b94a8a519ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7c91eb-ef0f-48a8-adfd-00afac1826ec,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:11.736977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e67d6-6ccc-461c-9704-7a5b38fbbafc req-824d8ee2-2206-4563-8e96-4a4c84990396 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:11.739297 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-960e67d6-6ccc-461c-9704-7a5b38fbbafc req-824d8ee2-2206-4563-8e96-4a4c84990396 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0540822 Sep 03 14:06:11.779858 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-960e67d6-6ccc-461c-9704-7a5b38fbbafc req-59d9ccc6-c73c-4b29-ba03-56fc20431926 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Sep 03 14:06:12.479706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58046) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:12.536811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-b6490460-67e3-4672-a6bd-8534081e86bd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:12.538577 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-b6490460-67e3-4672-a6bd-8534081e86bd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1305966 Sep 03 14:06:12.554351 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-f7d24e17-a24d-4a91-88a9-5e589822b83b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/quotas/505bb1810a0e4cb89755fe8d90c94f79 HTTP/1.1" status: 200 len: 375 time: 0.0092120 Sep 03 14:06:12.607346 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-311f6207-b4c4-473c-8b66-49557818f241 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474086 Sep 03 14:06:12.628088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1023396293-network', 'tenant_id': '72a9667e2f7e4210a8c76f74747c7c31'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:12.704665 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-defc88f3-8295-4a09-b2b3-102c442863e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900083 Sep 03 14:06:12.792389 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-97aff026-cb4f-45c9-a976-3ddc7429c1bb service neutron] 10.222.0.13 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812311 Sep 03 14:06:12.796755 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Made reservation on behalf of 72a9667e2f7e4210a8c76f74747c7c31 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:12.800261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:12.819348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:12.921358 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cc4c8-2f20-49cb-9433-7644d7cac26e req-674a6f83-c6ea-4220-9218-45bd613192ef tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:12.930304 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:12.931394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58062) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:12.940658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d14cc4c8-2f20-49cb-9433-7644d7cac26e req-674a6f83-c6ea-4220-9218-45bd613192ef tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0803478 Sep 03 14:06:12.995638 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d14cc4c8-2f20-49cb-9433-7644d7cac26e req-e66bcf14-3f48-4e48-b6d1-13799df30630 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541017 Sep 03 14:06:13.043403 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.052633 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1d6fceb4-4a3c-4b92-ad11-862988f11180 req-8ac450fd-0c21-461a-8e53-44108c68d7b7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 210 time: 0.0320988 Sep 03 14:06:13.093325 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:06:13.102585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58078) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:13.104018 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbcdce8-01b1-413c-a5a4-6bcb6876b076,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:13.112763 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.113979 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Added segment d9848ff6-854e-4204-9ba7-c4ec42916316 of type vlan for network 80ff14cc-2caa-4f42-9e96-1238884dc90c Sep 03 14:06:13.199201 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.207753 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-367278369-network', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:13.239839 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f1c6467f-0a0b-4dd7-9e91-5dfa003fc931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.316941 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Made reservation on behalf of 36b5d23ffab344b88e9d2778dbbc5fcc for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:13.319327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.328870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.374020 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.375327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:13.376108 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.426315 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f1c6467f-0a0b-4dd7-9e91-5dfa003fc931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.447858 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] Pushing event updated for resources: {'Network': ['ID=80ff14cc-2caa-4f42-9e96-1238884dc90c,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:13.457608 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:06:13.511483 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f1c6467f-0a0b-4dd7-9e91-5dfa003fc931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.556854 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f1c6467f-0a0b-4dd7-9e91-5dfa003fc931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b22040412a441d6984adbfc6a58249a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519229 Sep 03 14:06:13.557605 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6467f-0a0b-4dd7-9e91-5dfa003fc931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce59931-9fd2-453a-9d52-aabe1bb22633,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:13.559949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58090) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:13.605150 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.613482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.634496 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.674388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.699517 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba085a-5313-4f50-a6d2-356449612c39,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:13.750796 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.753364 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.754656 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dce59931-9fd2-453a-9d52-aabe1bb22633 HTTP/1.1" status: 204 len: 168 time: 0.1937804 Sep 03 14:06:13.763289 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad342d29-03e6-4ec6-9dd3-695ee381bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce59931-9fd2-453a-9d52-aabe1bb22633,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:13.772453 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7e5a3170-d59a-42e3-b0be-5c03e618ac76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2859166 Sep 03 14:06:13.772453 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:06:13.773085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58098) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:13.778260 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Request body: {'subnet': {'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1023396293-subnet', 'tenant_id': '72a9667e2f7e4210a8c76f74747c7c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:13.787462 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.787955 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Added segment 7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6 of type vlan for network f474cb83-51e3-424b-87c0-c77fe8700583 Sep 03 14:06:13.841402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.911265 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Made reservation on behalf of 72a9667e2f7e4210a8c76f74747c7c31 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:13.913621 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59055141'] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.951422 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:13.952335 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:13.952917 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.012266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f474cb83-51e3-424b-87c0-c77fe8700583,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:14.024015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network f474cb83-51e3-424b-87c0-c77fe8700583 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:06:14.053627 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58102) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:14.053734 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-622cc008-5fed-4c8e-bc67-7bb1fe9f60b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1184952 Sep 03 14:06:14.056389 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Request body: {'subnet': {'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-367278369-subnet', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:14.150953 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-82f4dc1a-d030-4f6a-9c0b-d5a08d0ba065 req-3ff82902-24b0-409a-b3db-1347e01aac10 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 210 time: 0.0253782 Sep 03 14:06:14.203117 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Made reservation on behalf of 36b5d23ffab344b88e9d2778dbbc5fcc for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:14.205527 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59055141'] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.208692 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59031161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59055115'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.322680 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9824baef-c840-428a-a21b-b162c46231a6,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:14.354181 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Checking segment: {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:14.354441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Network hostable DHCP agents. Network: 80ff14cc-2caa-4f42-9e96-1238884dc90c, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:06:14.459828 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:06:14.579846 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59031161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59055115'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.581326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 80ff14cc-2caa-4f42-9e96-1238884dc90c) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:14.590556 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:14.591152 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.591497 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb5645-2a0e-4fff-9e45-cbb1019b2bbf None None] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:14.652182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:14.662128 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Checking segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:14.662479 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Network hostable DHCP agents. Network: f474cb83-51e3-424b-87c0-c77fe8700583, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:06:14.697308 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.726471 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94915749-5cdd-4c56-9910-ea53eeb8a093 None None] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:14.735842 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-198c162b-fd69-4472-9e34-ae0a91f9c703 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9615042 Sep 03 14:06:14.785512 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Network f474cb83-51e3-424b-87c0-c77fe8700583 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:06:14.877177 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, f474cb83-51e3-424b-87c0-c77fe8700583) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:14.881757 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:14.882648 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:14.888335 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091ee60-76b5-4ce6-b80b-a7db6e684d19 None None] Network f474cb83-51e3-424b-87c0-c77fe8700583 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:14.986242 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-68c454b8-63a6-4b71-9a4f-8e05cfa4685c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9340737 Sep 03 14:06:14.994057 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58136) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:14.998794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:15.054515 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-f474cb83-51e3-424b-87c0-c77fe8700583', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:06:15.055479 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.088711 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.090388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.164072 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.205430 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Allocated IP 172.20.0.2 (f474cb83-51e3-424b-87c0-c77fe8700583/70b84c24-e574-4e4c-9e0a-b8d88d15ddbc/80ca8182-d022-4006-a370-6dbf34f585ad) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:15.283170 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b0203583-0b44-4c52-9ced-ceed5ee015ed req-926a91e2-c67a-4229-ae7c-057004417ad9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 210 time: 0.0380697 Sep 03 14:06:15.313997 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-87c5c566-2f99-4491-a70c-a3391c2beafd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:15.316550 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-87c5c566-2f99-4491-a70c-a3391c2beafd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/networks?id=9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 200 len: 813 time: 0.1641307 Sep 03 14:06:15.365279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Request body: {'port': {'device_id': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'admin_state_up': True, 'tenant_id': '505bb1810a0e4cb89755fe8d90c94f79'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:15.391204 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.399412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Transition to ACTIVE for port object 80ca8182-d022-4006-a370-6dbf34f585ad will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:15.418510 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Transition to ACTIVE for port object 80ca8182-d022-4006-a370-6dbf34f585ad will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:15.477779 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.515059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Network f474cb83-51e3-424b-87c0-c77fe8700583 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:15.517792 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:15.520813 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:15.521502 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.537310 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Pushing event updated for resources: {'Port': ['ID=80ca8182-d022-4006-a370-6dbf34f585ad,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:15.582893 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.585854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.585854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.585854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.585854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.585854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.586448 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.586858 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.587264 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.587621 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.587965 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.588301 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:15.601826 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Attempting to bind port 80ca8182-d022-4006-a370-6dbf34f585ad on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:15.603157 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Attempting to bind port 80ca8182-d022-4006-a370-6dbf34f585ad by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:15.603532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Attempting to bind port 80ca8182-d022-4006-a370-6dbf34f585ad on network f474cb83-51e3-424b-87c0-c77fe8700583 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:15.613792 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:15.614202 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Checking segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:15.614584 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.614983 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Bound using segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:15.615570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Bound port: 80ca8182-d022-4006-a370-6dbf34f585ad, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:15.615967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.682366 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] For port 80ca8182-d022-4006-a370-6dbf34f585ad, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:15.685517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] For port 80ca8182-d022-4006-a370-6dbf34f585ad, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=80ca8182-d022-4006-a370-6dbf34f585ad,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:15.906160 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.907575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Made reservation on behalf of 505bb1810a0e4cb89755fe8d90c94f79 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:15.911115 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:15.964136 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596230dd-a45d-4b67-960f-38c02858c7c5 None None] Pushing event updated for resources: {'Port': ['ID=80ca8182-d022-4006-a370-6dbf34f585ad,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:16.143302 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Allocated IP 172.20.0.12 (9a880de5-f366-4527-8bf6-157addfe3198/e618a316-21bc-4903-9834-9193be080597/838e72b4-55e5-43ac-8f9b-eec144eee259) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:16.162223 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.187632 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.407893 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-befca3e4-163b-4a0a-98a9-8e565b746aa2 req-2337323d-e613-438b-a4be-92adc978a02e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 210 time: 0.0372567 Sep 03 14:06:16.591402 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1af64-4d5c-4734-b7d5-5135f73b2829 req-6524c3d3-0259-4943-82b0-8496e5d87dcd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:16.593478 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ddc1af64-4d5c-4734-b7d5-5135f73b2829 req-6524c3d3-0259-4943-82b0-8496e5d87dcd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0764823 Sep 03 14:06:16.625523 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Allocated IP 172.27.0.197 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/649c0714-44ea-4d92-8352-4d4d49df4d15) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:16.635639 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ddc1af64-4d5c-4734-b7d5-5135f73b2829 req-cb6e099d-2990-4d8d-abad-5bdf6a26433f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Sep 03 14:06:16.651538 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.799960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.836864 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 80ca8182-d022-4006-a370-6dbf34f585ad up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:16.838776 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.863599 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89', '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'b4ab587f-a154-4a51-bc6a-1057ecbd710a'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:06:16.883816 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Network 9a880de5-f366-4527-8bf6-157addfe3198 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:16.887016 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:16.890713 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:16.918388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event updated for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:16.943561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.958712 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:16.959382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:16.997967 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:17.003464 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:17.007500 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:17.034420 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 80ca8182-d022-4006-a370-6dbf34f585ad completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:17.035002 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Pushing event updated for resources: {'Port': ['ID=649c0714-44ea-4d92-8352-4d4d49df4d15,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:17.098100 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-1b8fde47-7fc6-4a1e-b621-e9400b5f85fa tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7370777 Sep 03 14:06:17.138096 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Request body: {'port': {'device_id': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:17.143775 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf659db-7395-4b90-a6fe-3d4e5e2144c0 None None] Network f474cb83-51e3-424b-87c0-c77fe8700583 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:17.222765 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.381879 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Provisioning for port 80ca8182-d022-4006-a370-6dbf34f585ad completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:17.386616 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Provisioning complete for port 80ca8182-d022-4006-a370-6dbf34f585ad triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:17.390624 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.501449 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.548183 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] For port 80ca8182-d022-4006-a370-6dbf34f585ad, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=80ca8182-d022-4006-a370-6dbf34f585ad,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:17.563266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.571692 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50670f4f-7de3-4f33-be88-333a988c7057 req-d789e01f-89d6-44bb-9dd1-808ea7d19ae4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:17.574018 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50670f4f-7de3-4f33-be88-333a988c7057 req-d789e01f-89d6-44bb-9dd1-808ea7d19ae4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 932 time: 0.0702984 Sep 03 14:06:17.619009 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50670f4f-7de3-4f33-be88-333a988c7057 req-7d92ee40-ec49-460d-8de1-6d22f876198c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Sep 03 14:06:17.647191 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:06:17.651007 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.704247 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19181e3-7c1c-4ab2-80ef-f82aa18a27f9 None None] Pushing event updated for resources: {'Port': ['ID=80ca8182-d022-4006-a370-6dbf34f585ad,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:17.771116 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-37a3bad0-56f9-4638-a9ea-81220ba30aef None None] Provisioning complete for port 80ca8182-d022-4006-a370-6dbf34f585ad triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:17.771496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-37a3bad0-56f9-4638-a9ea-81220ba30aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.829406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838e72b4-55e5-43ac-8f9b-eec144eee259 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:17.847430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.867942 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Transition to ACTIVE for port object 838e72b4-55e5-43ac-8f9b-eec144eee259 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:17.883841 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.907238 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-0d6163d8-4601-4ade-aac2-2ca4c43e1f1c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:17.908867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-0d6163d8-4601-4ade-aac2-2ca4c43e1f1c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/networks?id=80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 200 len: 814 time: 0.1166098 Sep 03 14:06:17.921767 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:17.936709 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-77103b41-255c-4013-ad0c-1a065a293d03 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/quotas/72a9667e2f7e4210a8c76f74747c7c31 HTTP/1.1" status: 200 len: 375 time: 0.0209785 Sep 03 14:06:17.972536 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-fe4244f0-849c-445d-90bd-184a55329974 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290110 Sep 03 14:06:18.016171 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Pushing event updated for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:18.062829 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-090915f0-7cdf-482a-9103-8f3d86cc8392 service neutron] 10.222.0.13 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815463 Sep 03 14:06:18.113674 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Attempting to bind port 838e72b4-55e5-43ac-8f9b-eec144eee259 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:18.114011 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Attempting to bind port 838e72b4-55e5-43ac-8f9b-eec144eee259 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:18.114350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Attempting to bind port 838e72b4-55e5-43ac-8f9b-eec144eee259 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:18.122736 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Port 838e72b4-55e5-43ac-8f9b-eec144eee259 on network 9a880de5-f366-4527-8bf6-157addfe3198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:06:18.123051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Attempting to bind port 838e72b4-55e5-43ac-8f9b-eec144eee259 on network 9a880de5-f366-4527-8bf6-157addfe3198 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:18.130455 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:18.131099 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Checking segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:18.131230 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Bound using segment: {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:18.131562 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Bound port: 838e72b4-55e5-43ac-8f9b-eec144eee259, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32245a0-565c-42a2-813e-464b868ab443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:18.131910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:18.156304 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-7517efc6-8869-4b76-a8e8-ca59416a06f6 service neutron] 10.222.0.13 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870392 Sep 03 14:06:18.189369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Router 339c0058-6877-466f-8868-fa20013e654c is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:06:18.202091 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:18.205751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=838e72b4-55e5-43ac-8f9b-eec144eee259,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:18.270262 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:18.322996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:18.323999 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:18.325655 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] 10.222.0.47 "PUT /v2.0/ports/838e72b4-55e5-43ac-8f9b-eec144eee259 HTTP/1.1" status: 200 len: 1094 time: 1.1947653 Sep 03 14:06:18.330543 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:18.333155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93581f36-7249-42e4-8bed-bf186f1c7dad" -d '{"events": [{"name": "network-changed", "server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:18.358722 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1b2b-0d09-49d6-803a-b596d8af02ec service neutron] Pushing event updated for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:18.375846 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:18.376361 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3d784ae-15ea-4971-8747-60eadd049b4a req-1e3d6d5a-a764-4bb9-8015-514949c28ced tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0279074 Sep 03 14:06:18.378929 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Sync routers for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:18.392525 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:18.392525 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:18.428069 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c25d40-cb30-44cd-a079-b47bb9a43cd5 x-openstack-request-id: req-20c25d40-cb30-44cd-a079-b47bb9a43cd5 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:18.428460 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:18.428803 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20c25d40-cb30-44cd-a079-b47bb9a43cd5 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:18.429926 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259', 'status': 'completed', 'code': 200} Sep 03 14:06:18.447589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:18.448981 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e74f5d9b-7879-475f-bc8b-6e52e8a5b1fb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4536676 Sep 03 14:06:18.451644 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58216) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:18.499371 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:18.708834 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:17Z', 'revision_number': 3, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:18.737314 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Checking router: 339c0058-6877-466f-8868-fa20013e654c for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:18.739237 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Updating router 339c0058-6877-466f-8868-fa20013e654c port 649c0714-44ea-4d92-8352-4d4d49df4d15 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:18.780748 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:18.782510 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 80ca8182-d022-4006-a370-6dbf34f585ad up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:18.835544 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 80ca8182-d022-4006-a370-6dbf34f585ad triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:18.835975 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.049095 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba503c2-9967-41ab-b7af-c50d327fcdcd req-3fbbbae7-14b3-48c4-9098-b523f757f24c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:19.050593 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ba503c2-9967-41ab-b7af-c50d327fcdcd req-3fbbbae7-14b3-48c4-9098-b523f757f24c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.3260660 Sep 03 14:06:19.123548 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ba503c2-9967-41ab-b7af-c50d327fcdcd req-103759df-2550-4a2c-8be1-657485d245c5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647957 Sep 03 14:06:19.135515 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.158194 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Transition to ACTIVE for port object 649c0714-44ea-4d92-8352-4d4d49df4d15 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:19.205070 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.235447 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.292378 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Attempting to bind port 649c0714-44ea-4d92-8352-4d4d49df4d15 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:19.292756 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Attempting to bind port 649c0714-44ea-4d92-8352-4d4d49df4d15 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:19.293127 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Attempting to bind port 649c0714-44ea-4d92-8352-4d4d49df4d15 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:19.295980 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Pushing event updated for resources: {'Port': ['ID=649c0714-44ea-4d92-8352-4d4d49df4d15,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:19.300582 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:19.300962 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:19.301387 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.302020 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:19.302499 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Bound port: 649c0714-44ea-4d92-8352-4d4d49df4d15, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:19.302933 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.309216 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.309613 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.309957 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.310991 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.310991 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.310991 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.311874 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.311874 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.312054 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.312275 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.312609 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.312940 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:19.355995 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Allocated IP 172.20.0.1 (f474cb83-51e3-424b-87c0-c77fe8700583/70b84c24-e574-4e4c-9e0a-b8d88d15ddbc/0c8d379c-10e4-4202-9b45-264fc3983e11) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:19.362998 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] For port 649c0714-44ea-4d92-8352-4d4d49df4d15, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:19.366014 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] For port 649c0714-44ea-4d92-8352-4d4d49df4d15, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=649c0714-44ea-4d92-8352-4d4d49df4d15,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:19.460283 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.465122 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.482245 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-34ae964b-0786-48a0-ab52-489444040431 req-ea3bf70e-72e5-4682-9b1d-ee0fe70cc972 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0347865 Sep 03 14:06:19.494274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Transition to ACTIVE for port object 0c8d379c-10e4-4202-9b45-264fc3983e11 will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:19.518898 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:19.519540 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:19.608550 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.649055 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Network f474cb83-51e3-424b-87c0-c77fe8700583 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:19.652449 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:19.654255 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd0ef5-73cc-4bc0-bb48-e88ff016d3db None None] Pushing event updated for resources: {'Port': ['ID=649c0714-44ea-4d92-8352-4d4d49df4d15,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:19.655930 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:19.684400 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Pushing event updated for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:19.712109 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.712833 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:19.892874 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:17Z', 'revision_number': 3, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:19.919353 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efb5a8-e132-435d-bfe9-f756a1763920 None None] The sync data for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi is: [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:17Z', 'revision_number': 3, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:19.928459 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:19.978589 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-067491be-e50c-40a5-9e6b-3cf529a62c9c None None] Provisioning for port 0c8d379c-10e4-4202-9b45-264fc3983e11 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:19.982790 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-067491be-e50c-40a5-9e6b-3cf529a62c9c None None] Provisioning complete for port 0c8d379c-10e4-4202-9b45-264fc3983e11 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:19.983165 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-067491be-e50c-40a5-9e6b-3cf529a62c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:20.020887 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-067491be-e50c-40a5-9e6b-3cf529a62c9c None None] Port 0c8d379c-10e4-4202-9b45-264fc3983e11 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:20.091414 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:20.173089 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:20.273844 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:20.276597 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Pushing event updated for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:20.312555 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82464-b13a-4f01-8d11-ae7bdc58528a req-d00e2534-ca9b-42ba-96f7-00338d231c25 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:20.314134 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-24a82464-b13a-4f01-8d11-ae7bdc58528a req-d00e2534-ca9b-42ba-96f7-00338d231c25 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.0951927 Sep 03 14:06:20.397702 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-24a82464-b13a-4f01-8d11-ae7bdc58528a req-369f2758-d470-444a-b172-122b9430d2e7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725226 Sep 03 14:06:20.417870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Network f474cb83-51e3-424b-87c0-c77fe8700583 is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:20.419646 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:20.544086 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Router 339c0058-6877-466f-8868-fa20013e654c has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:06:20.657976 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e0c6b3b5-b9ea-4000-add0-a58b15b0e8f9 None None] Provisioning complete for port 0c8d379c-10e4-4202-9b45-264fc3983e11 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:20.657976 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b3b5-b9ea-4000-add0-a58b15b0e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:20.658433 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f4cbf482-6276-4222-97a2-116fa6cc5276 req-ea30ee18-69e5-4618-a8d9-d9bb80f86bca tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0614319 Sep 03 14:06:20.685835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6b3b5-b9ea-4000-add0-a58b15b0e8f9 None None] Port 0c8d379c-10e4-4202-9b45-264fc3983e11 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:20.690750 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:20.699093 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-600ebd73-da5d-4910-af05-a31791c1a12d admin admin] 10.222.0.13 "PUT /v2.0/routers/339c0058-6877-466f-8868-fa20013e654c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432895 Sep 03 14:06:20.793635 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 649c0714-44ea-4d92-8352-4d4d49df4d15 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:20.934199 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 649c0714-44ea-4d92-8352-4d4d49df4d15 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:20.938111 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 649c0714-44ea-4d92-8352-4d4d49df4d15 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:20.938485 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.019036 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.038861 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 649c0714-44ea-4d92-8352-4d4d49df4d15, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=649c0714-44ea-4d92-8352-4d4d49df4d15,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:21.094545 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.145228 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=649c0714-44ea-4d92-8352-4d4d49df4d15,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:21.363704 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Sync routers for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:21.373045 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:21.374117 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:21.494781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-14159253-03ca-475e-8cf5-f7f0e198c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:21.499922 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-14159253-03ca-475e-8cf5-f7f0e198c5f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 1097 time: 0.0517225 Sep 03 14:06:21.503710 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:21.503835 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58266) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:21.519597 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1408064487-network', 'tenant_id': '0341528ff74a45b9a576c131e0195123'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:21.534272 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b1f4-50da-48b2-a516-f5f9b174a74b req-d86fe54c-f24a-4bc6-8fc4-89b556e57161 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:21.542782 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4747b1f4-50da-48b2-a516-f5f9b174a74b req-d86fe54c-f24a-4bc6-8fc4-89b556e57161 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.0595388 Sep 03 14:06:21.588960 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4747b1f4-50da-48b2-a516-f5f9b174a74b req-00e31e4a-73d8-48f1-bbe3-9164e67171b5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Sep 03 14:06:21.742482 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 2, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:21.765984 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d4e6d63-d310-48df-8115-c17ce40f866a req-ffefff26-bec8-4b87-b9e4-a7883e868644 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0341394 Sep 03 14:06:21.775977 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Checking router: 339c0058-6877-466f-8868-fa20013e654c for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:21.776494 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Updating router 339c0058-6877-466f-8868-fa20013e654c port 0c8d379c-10e4-4202-9b45-264fc3983e11 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:21.804205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.820811 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Made reservation on behalf of 0341528ff74a45b9a576c131e0195123 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:21.823633 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.836441 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:21.871437 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-49bea613-1ffa-4f59-b52c-4c56eb58c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:21.872939 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-49bea613-1ffa-4f59-b52c-4c56eb58c550 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3530374 Sep 03 14:06:22.039945 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-e35fa2ca-2a08-4770-9c39-f1045925391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:22.041362 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-93581f36-7249-42e4-8bed-bf186f1c7dad req-e35fa2ca-2a08-4770-9c39-f1045925391c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362128 Sep 03 14:06:22.045848 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.101932 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.109919 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.112005 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Transition to ACTIVE for port object 0c8d379c-10e4-4202-9b45-264fc3983e11 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:22.146833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:06:22.166619 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef15887-9fa9-475a-ad0d-e12c3e0a53f6,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:22.170853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.171191 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Added segment eb9df8b5-f766-4536-a993-c4fab69dd5aa of type vlan for network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 Sep 03 14:06:22.180260 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-4639c7ee-e1e7-400f-b91a-e30481738d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:22.182300 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-4639c7ee-e1e7-400f-b91a-e30481738d86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 1097 time: 0.0817752 Sep 03 14:06:22.197413 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.245563 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-8aa8ee19-168d-4209-a055-f2cd7f398594 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=838e72b4-55e5-43ac-8f9b-eec144eee259 HTTP/1.1" status: 200 len: 217 time: 0.0439019 Sep 03 14:06:22.248167 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9fc79-656f-4743-a2fd-2b1041c106db None None] Pushing event updated for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:22.249119 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.309910 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Attempting to bind port 0c8d379c-10e4-4202-9b45-264fc3983e11 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:22.310287 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Attempting to bind port 0c8d379c-10e4-4202-9b45-264fc3983e11 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:22.310712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Attempting to bind port 0c8d379c-10e4-4202-9b45-264fc3983e11 on network f474cb83-51e3-424b-87c0-c77fe8700583 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:22.314021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-10d05de7-a6f7-4b8f-bc50-30f0ddd4debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:22.315524 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-10d05de7-a6f7-4b8f-bc50-30f0ddd4debc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 200 len: 853 time: 0.0610106 Sep 03 14:06:22.317834 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:22.318289 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Checking segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:22.318700 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.319101 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Bound using segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:22.319902 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Bound port: 0c8d379c-10e4-4202-9b45-264fc3983e11, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:22.320276 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.351638 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-06197408-4341-4fad-9a61-98bf96808f17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a880de5-f366-4527-8bf6-157addfe3198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278428 Sep 03 14:06:22.378425 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.379386 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:22.379961 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.394555 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] For port 0c8d379c-10e4-4202-9b45-264fc3983e11, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:22.398480 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] For port 0c8d379c-10e4-4202-9b45-264fc3983e11, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=0c8d379c-10e4-4202-9b45-264fc3983e11,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:22.460299 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.482935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:22.495536 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:06:22.509580 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7cf253eb-358d-4f50-abf5-085ea47aa6b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0040655 Sep 03 14:06:22.512676 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58278) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:22.517911 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Request body: {'subnet': {'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1408064487-subnet', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:22.523287 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-b1c00e37-9090-45a4-a095-b93249c13604 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633348 Sep 03 14:06:22.581124 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:22.581806 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:22.637844 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9fc79-656f-4743-a2fd-2b1041c106db None None] Pushing event updated for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:22.648696 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-95c4b706-fd59-4a7a-89b4-f572d46f8904 req-cf950c84-f69b-46fc-908d-4237ff599407 service neutron] 10.222.0.47 "GET /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987599 Sep 03 14:06:22.721525 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:22.749972 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893475ea-da3d-4225-acd3-a7c871444afd req-cb2ec010-d028-4268-9879-b81b19076076 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:22.759167 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-893475ea-da3d-4225-acd3-a7c871444afd req-cb2ec010-d028-4268-9879-b81b19076076 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.0847442 Sep 03 14:06:22.761144 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 649c0714-44ea-4d92-8352-4d4d49df4d15 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:22.829858 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-893475ea-da3d-4225-acd3-a7c871444afd req-78fd4ac6-9428-49da-9160-a7b5364119a8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618176 Sep 03 14:06:22.882765 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-482ca904-24ab-4287-beae-06824609edb5 req-fe006305-5f24-4bb7-beb9-3a7fcbd7981f tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Sep 03 14:06:22.900562 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Made reservation on behalf of 0341528ff74a45b9a576c131e0195123 for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:22.905053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3255139'] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:22.932184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 649c0714-44ea-4d92-8352-4d4d49df4d15 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:22.932613 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.067696 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:22Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:23.099502 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dd810-626e-4bc4-bb00-00a889d4a07f None None] The sync data for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi is: [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:22Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:23.228389 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8609abe8-4ccf-4bd2-b8e7-872c7050cbb3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:23.230274 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8609abe8-4ccf-4bd2-b8e7-872c7050cbb3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "GET /v2.0/networks?id=80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 200 len: 814 time: 0.1785176 Sep 03 14:06:23.243495 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Request body: {'port': {'device_id': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c', 'admin_state_up': True, 'tenant_id': '72a9667e2f7e4210a8c76f74747c7c31'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:23.279222 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3208580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3255117'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.415551 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3fb3fc-b6dc-4206-9c8b-4e647f55861e,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:23.429083 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Checking segment: {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:23.429508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Network hostable DHCP agents. Network: 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:06:23.551658 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:06:23.620845 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Made reservation on behalf of 72a9667e2f7e4210a8c76f74747c7c31 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:23.623423 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.736870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:23.746205 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:23.746794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.747543 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231df9cd-36c6-4dc2-911a-7a0d920035b0 None None] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:23.771769 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Allocated IP 172.20.0.14 (80ff14cc-2caa-4f42-9e96-1238884dc90c/9824baef-c840-428a-a21b-b162c46231a6/56919306-ffee-4a80-a1f3-3f7467994e68) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:23.851340 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8e1dab0a-6c70-4478-b767-a84c99e510d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3353074 Sep 03 14:06:23.851646 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58312) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:23.859911 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:23.964245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.967372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.970426 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:23.994692 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'fixed_ips': [{'subnet_id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:06:23.995781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.023008 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a5ccf-3687-4116-acd4-990869e9bdaa req-80ac1003-bb58-42ed-8313-e865b893df32 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:24.025929 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e09a5ccf-3687-4116-acd4-990869e9bdaa req-80ac1003-bb58-42ed-8313-e865b893df32 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.1292231 Sep 03 14:06:24.060931 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9f487d66-8c80-4cca-8742-979eab48257e req-30fa5517-50b4-43cc-8c47-5d41c5bda537 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0529871 Sep 03 14:06:24.117414 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.160312 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.170837 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:24.174266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:24.181827 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:24.197072 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e09a5ccf-3687-4116-acd4-990869e9bdaa req-c9e62fd5-c190-4f71-b374-3bdf2a5693c6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335289 Sep 03 14:06:24.226664 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Pushing event updated for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:24.241954 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Allocated IP 172.20.0.2 (1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075/4d3fb3fc-b6dc-4206-9c8b-4e647f55861e/117e9519-a4fb-4c0e-9323-f7e7eae61fe8) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:24.261686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:24.263115 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.351894 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-8ad0347e-1d8d-4646-887f-73ca58e0e822 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1125262 Sep 03 14:06:24.367084 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Request body: {'port': {'device_id': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:24.392860 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.427341 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.436363 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Transition to ACTIVE for port object 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:24.438987 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.452012 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Transition to ACTIVE for port object 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:24.517297 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.559692 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:24.562646 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:24.566368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:24.576099 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Pushing event updated for resources: {'Port': ['ID=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:24.627650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Attempting to bind port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:24.627919 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Attempting to bind port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:24.628283 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Attempting to bind port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 on network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:24.634640 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:24.635015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Checking segment: {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:24.635419 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.635815 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Bound using segment: {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:24.636277 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Bound port: 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:24.636672 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.665981 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.685944 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.707352 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e29503c9-4625-453c-9918-07e992b42311 None None] For port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:24.711387 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e29503c9-4625-453c-9918-07e992b42311 None None] For port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:24.736612 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56919306-ffee-4a80-a1f3-3f7467994e68 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:24.750554 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.764466 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Transition to ACTIVE for port object 56919306-ffee-4a80-a1f3-3f7467994e68 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:24.781019 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0c8d379c-10e4-4202-9b45-264fc3983e11 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:24.784032 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.820077 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Allocated IP 172.27.0.99 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/82a81ca1-b04a-4d89-996f-377a319fe651) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:24.849079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.906492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Pushing event updated for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:24.939863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:24.980167 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Attempting to bind port 56919306-ffee-4a80-a1f3-3f7467994e68 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:24.980602 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Attempting to bind port 56919306-ffee-4a80-a1f3-3f7467994e68 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:24.981677 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Attempting to bind port 56919306-ffee-4a80-a1f3-3f7467994e68 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:24.986403 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Port 56919306-ffee-4a80-a1f3-3f7467994e68 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:06:24.986850 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Attempting to bind port 56919306-ffee-4a80-a1f3-3f7467994e68 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:24.992761 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:24.992761 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Checking segment: {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:24.993942 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Bound using segment: {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:24.994619 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Bound port: 56919306-ffee-4a80-a1f3-3f7467994e68, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:24.995336 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.009064 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29503c9-4625-453c-9918-07e992b42311 None None] Pushing event updated for resources: {'Port': ['ID=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:25.062717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:25.066006 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56919306-ffee-4a80-a1f3-3f7467994e68,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:25.097867 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 0c8d379c-10e4-4202-9b45-264fc3983e11 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:25.098069 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.098184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 0c8d379c-10e4-4202-9b45-264fc3983e11 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:25.098184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.140423 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:25.153445 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:25.164658 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:25.206058 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Pushing event updated for resources: {'Port': ['ID=82a81ca1-b04a-4d89-996f-377a319fe651,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:25.213908 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.226316 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.273150 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1ec16-1e01-4dce-bd8a-13178d824ad2 req-83466349-1871-4998-a3ca-8f5e8a9dfb59 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:25.275423 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59e1ec16-1e01-4dce-bd8a-13178d824ad2 req-83466349-1871-4998-a3ca-8f5e8a9dfb59 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 944 time: 0.1385643 Sep 03 14:06:25.346653 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:25.347279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.348894 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] 10.222.0.47 "PUT /v2.0/ports/56919306-ffee-4a80-a1f3-3f7467994e68 HTTP/1.1" status: 200 len: 1094 time: 0.9864962 Sep 03 14:06:25.349576 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:25.356021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f0b07f-5592-404a-833e-13776c1d81ad" -d '{"events": [{"name": "network-changed", "server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:25.362252 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab22cc-1157-4dd2-8d08-923b63789af5 service neutron] Pushing event updated for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:25.386129 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 0c8d379c-10e4-4202-9b45-264fc3983e11, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=0c8d379c-10e4-4202-9b45-264fc3983e11,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:25.518213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.522896 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59e1ec16-1e01-4dce-bd8a-13178d824ad2 req-3c781589-8c10-40bd-981f-339371f12f92 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398229 Sep 03 14:06:25.537851 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f262-80a5-4bff-9329-1f77252acaf5 req-7329fb16-4193-419c-8bff-4c6d0ed52ab5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:25.539429 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4224f262-80a5-4bff-9329-1f77252acaf5 req-7329fb16-4193-419c-8bff-4c6d0ed52ab5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 944 time: 0.0907774 Sep 03 14:06:25.542635 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-11aa593e-6981-40b7-9829-47e839f7d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:25.544161 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-11aa593e-6981-40b7-9829-47e839f7d7e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 1097 time: 0.0559719 Sep 03 14:06:25.594776 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:25.613107 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a04b63-27d9-4a9e-9d5a-cecad68d7d7f x-openstack-request-id: req-85a04b63-27d9-4a9e-9d5a-cecad68d7d7f {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:25.613395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:25.613812 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85a04b63-27d9-4a9e-9d5a-cecad68d7d7f {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:25.614199 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68', 'status': 'completed', 'code': 200} Sep 03 14:06:25.615726 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-d38655e4-e59e-4616-85b6-3798dd69019b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56919306-ffee-4a80-a1f3-3f7467994e68 HTTP/1.1" status: 200 len: 217 time: 0.0574017 Sep 03 14:06:25.657904 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4224f262-80a5-4bff-9329-1f77252acaf5 req-91822e31-34c1-4e87-a405-7e01cf869cc5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Sep 03 14:06:25.667964 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-7606007e-10cb-4fa9-99e2-86dbd21031c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:25.669634 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-7606007e-10cb-4fa9-99e2-86dbd21031c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9824baef-c840-428a-a21b-b162c46231a6 HTTP/1.1" status: 200 len: 854 time: 0.0460935 Sep 03 14:06:25.689772 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:25.701598 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-26b0ab6d-f239-4673-8e50-b23308e60820 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80ff14cc-2caa-4f42-9e96-1238884dc90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243375 Sep 03 14:06:25.808783 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-5e1da4df-b6f1-4fbe-8ffb-4ccea0b189ef service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953205 Sep 03 14:06:25.915864 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d3a70125-07a0-4c9a-8160-2583185a6a4f req-dcea1dec-9661-4ba1-a77b-72c0b476bf96 service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988288 Sep 03 14:06:25.958632 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 838e72b4-55e5-43ac-8f9b-eec144eee259 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:06:26.091540 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=838e72b4-55e5-43ac-8f9b-eec144eee259,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:26.110816 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '838e72b4-55e5-43ac-8f9b-eec144eee259', 'network_id': '9a880de5-f366-4527-8bf6-157addfe3198', 'port_id': '838e72b4-55e5-43ac-8f9b-eec144eee259', 'mac_address': 'fa:16:3e:33:6b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e618a316-21bc-4903-9834-9193be080597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:06:26.140562 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299d22b-e4d7-4fee-add2-21ed8b85570c None None] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:26.145590 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-0d667f84-e266-429d-9ad2-0016cb527fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:26.147241 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-0d667f84-e266-429d-9ad2-0016cb527fae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 1097 time: 0.0604756 Sep 03 14:06:26.187467 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:26.200404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:26.233341 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e72b4-55e5-43ac-8f9b-eec144eee259 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:26.245437 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-3f575613-5fc9-4ddd-b1f7-56aa34877999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:26.246963 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-3f575613-5fc9-4ddd-b1f7-56aa34877999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 200 len: 915 time: 0.0921085 Sep 03 14:06:26.264721 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=838e72b4-55e5-43ac-8f9b-eec144eee259,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:26.300506 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-7f355506-89cc-4c87-803a-f497d6205f65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56919306-ffee-4a80-a1f3-3f7467994e68 HTTP/1.1" status: 200 len: 217 time: 0.0459762 Sep 03 14:06:26.328755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c8640349-21a0-4225-837f-15c2bc6988ef None None] Provisioning for port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:26.356286 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-0cfbe0e9-a889-455c-bd4b-94d83d4b4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:26.359718 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-0cfbe0e9-a889-455c-bd4b-94d83d4b4517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9824baef-c840-428a-a21b-b162c46231a6 HTTP/1.1" status: 200 len: 854 time: 0.0499420 Sep 03 14:06:26.385960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:26.410008 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-473c462f-cebe-40b5-80e6-dfce69bb08c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80ff14cc-2caa-4f42-9e96-1238884dc90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425618 Sep 03 14:06:26.413951 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Router b9270a54-83f0-41ae-838f-31f2eb819eb6 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:06:26.448610 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:26.533044 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-62a6ea35-84b4-4e23-b545-45f20f68b0c6 service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146543 Sep 03 14:06:26.576063 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:26.592358 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Sync routers for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:26.603046 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:26.604390 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:26.635240 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e0f0b07f-5592-404a-833e-13776c1d81ad req-fb1b5220-bb1a-4d72-903e-8e7e1826ffcb service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891540 Sep 03 14:06:26.651628 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7e855-8433-49c3-9cda-cadab36ff97c req-0680a684-21db-438c-9dd5-e054629b98ab tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:26.653288 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-86f7e855-8433-49c3-9cda-cadab36ff97c req-0680a684-21db-438c-9dd5-e054629b98ab tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 944 time: 0.0559185 Sep 03 14:06:26.688880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:26.690114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-76bdc166-a799-4af8-8dfa-650017ee3eca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8361847 Sep 03 14:06:26.693374 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58362) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:26.700253 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-86f7e855-8433-49c3-9cda-cadab36ff97c req-ab42e954-7f5c-4554-ab12-8fa1be496c03 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Sep 03 14:06:26.729084 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:26.851384 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a62365-816b-4509-bdde-6a98b61b5b69 req-1e6494e6-a286-413b-83eb-d40469ea9f54 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:26.853102 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70a62365-816b-4509-bdde-6a98b61b5b69 req-1e6494e6-a286-413b-83eb-d40469ea9f54 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 945 time: 0.0640252 Sep 03 14:06:26.905093 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:26.922206 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70a62365-816b-4509-bdde-6a98b61b5b69 req-fd00ffb5-3859-4f53-ad19-437ec7f0dc2b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615964 Sep 03 14:06:26.936384 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 3, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:26.967216 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Checking router: b9270a54-83f0-41ae-838f-31f2eb819eb6 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:26.967614 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Updating router b9270a54-83f0-41ae-838f-31f2eb819eb6 port 82a81ca1-b04a-4d89-996f-377a319fe651 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:26.992574 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.059494 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:27.063502 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:27.063886 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.190505 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.227876 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:27.230230 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.263637 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.274847 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Transition to ACTIVE for port object 82a81ca1-b04a-4d89-996f-377a319fe651 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:27.275351 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['838e72b4-55e5-43ac-8f9b-eec144eee259'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:06:27.314150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.314960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0c8d379c-10e4-4202-9b45-264fc3983e11 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:27.362518 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.406207 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92824e3-6258-49b6-b537-b66340ce9887 None None] Pushing event updated for resources: {'Port': ['ID=82a81ca1-b04a-4d89-996f-377a319fe651,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:27.429749 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Attempting to bind port 82a81ca1-b04a-4d89-996f-377a319fe651 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:27.430441 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Attempting to bind port 82a81ca1-b04a-4d89-996f-377a319fe651 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:27.430819 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Attempting to bind port 82a81ca1-b04a-4d89-996f-377a319fe651 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:27.436439 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:27.436807 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:27.437496 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.438110 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:27.438723 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Bound port: 82a81ca1-b04a-4d89-996f-377a319fe651, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:27.439284 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.439409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:27.463318 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58372) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:27.468569 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 0c8d379c-10e4-4202-9b45-264fc3983e11 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:27.468949 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.504435 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] For port 82a81ca1-b04a-4d89-996f-377a319fe651, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:27.506314 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Allocated IP 172.20.0.1 (1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075/4d3fb3fc-b6dc-4206-9c8b-4e647f55861e/1deb828d-9c7e-4547-91b2-40d38d5263e4) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:27.509684 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] For port 82a81ca1-b04a-4d89-996f-377a319fe651, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=82a81ca1-b04a-4d89-996f-377a319fe651,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:27.584502 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-376f1eb4-d868-4ad6-8aa6-018d4e987f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.618982 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.629743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.647252 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Transition to ACTIVE for port object 1deb828d-9c7e-4547-91b2-40d38d5263e4 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:27.680017 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-376f1eb4-d868-4ad6-8aa6-018d4e987f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.695013 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92824e3-6258-49b6-b537-b66340ce9887 None None] Pushing event updated for resources: {'Port': ['ID=82a81ca1-b04a-4d89-996f-377a319fe651,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:27.702723 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:27.703588 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:27.779683 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-376f1eb4-d868-4ad6-8aa6-018d4e987f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.805810 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:27.809137 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.861255 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-376f1eb4-d868-4ad6-8aa6-018d4e987f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6905609c2284f16b7aa4f1491ebc9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937147 Sep 03 14:06:27.861255 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1eb4-d868-4ad6-8aa6-018d4e987f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cb761b-6777-4cd4-b568-64b77643d18c,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:27.863133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58380) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:27.902243 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c64c4a-424a-44b5-a3d0-f79d3ed8ea2d req-9f138fa6-7b88-47b0-94ea-db7349808334 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:27.904136 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45c64c4a-424a-44b5-a3d0-f79d3ed8ea2d req-9f138fa6-7b88-47b0-94ea-db7349808334 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 944 time: 0.1018229 Sep 03 14:06:27.966650 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:27.985617 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45c64c4a-424a-44b5-a3d0-f79d3ed8ea2d req-7cd57c9a-bec2-43cc-90be-61c77c6cd7e6 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728829 Sep 03 14:06:27.997743 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.026497 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 3, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:28.057863 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139bb3d-70e9-4b3e-a271-be937d1e7a84 None None] The sync data for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi is: [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 3, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:28.065773 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:28.069007 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:28.082198 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:28.082198 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Pushing event updated for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:28.090048 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b91bb-c820-49da-bab3-d8ec0c475c04 req-4e18a36c-8406-4bb8-882f-7c80e9490287 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:28.091529 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-482b91bb-c820-49da-bab3-d8ec0c475c04 req-4e18a36c-8406-4bb8-882f-7c80e9490287 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 945 time: 0.0844812 Sep 03 14:06:28.125770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.168396 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-482b91bb-c820-49da-bab3-d8ec0c475c04 req-a09b2a60-a6cf-4ca6-9d1f-aefe53474051 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551744 Sep 03 14:06:28.185934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.189139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.194329 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29cb761b-6777-4cd4-b568-64b77643d18c HTTP/1.1" status: 204 len: 168 time: 0.3278255 Sep 03 14:06:28.203814 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a35572-b894-4399-b9fc-9832dde359e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cb761b-6777-4cd4-b568-64b77643d18c,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:28.443119 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-ca432518-b725-4e79-9c0b-6fc93687c2ae None None] Provisioning for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:28.447541 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-ca432518-b725-4e79-9c0b-6fc93687c2ae None None] Provisioning complete for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:28.447941 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ca432518-b725-4e79-9c0b-6fc93687c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.515781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-ca432518-b725-4e79-9c0b-6fc93687c2ae None None] Port 1deb828d-9c7e-4547-91b2-40d38d5263e4 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:28.523831 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.748363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.837652 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.874830 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:28.929403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:28.929403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.937510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Pushing event updated for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:28.943265 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:28.988303 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58410) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:29.029631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6501f707-9d36-47e8-85ab-f029f25f0f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.055365 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 82a81ca1-b04a-4d89-996f-377a319fe651 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:29.099639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:29.101390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:29.175273 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda657-bbdf-4e0c-b721-096ec6558d1c req-b535ad17-57c5-4452-806f-c130b226c676 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:29.177142 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c7eda657-bbdf-4e0c-b721-096ec6558d1c req-b535ad17-57c5-4452-806f-c130b226c676 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 944 time: 0.0924699 Sep 03 14:06:29.232015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 82a81ca1-b04a-4d89-996f-377a319fe651 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:29.241166 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 82a81ca1-b04a-4d89-996f-377a319fe651 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:29.242646 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.248580 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Router b9270a54-83f0-41ae-838f-31f2eb819eb6 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:06:29.267372 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6501f707-9d36-47e8-85ab-f029f25f0f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.271645 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c7eda657-bbdf-4e0c-b721-096ec6558d1c req-5f016ce3-9c25-4c24-86f8-6e86476de703 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791025 Sep 03 14:06:29.356783 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a09b7-dfd0-441e-9097-a849a6ab6c58 req-f77d9dd2-94ea-471d-a6cf-84fa9adab21b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:29.364413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bc2a09b7-dfd0-441e-9097-a849a6ab6c58 req-f77d9dd2-94ea-471d-a6cf-84fa9adab21b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 945 time: 0.0917685 Sep 03 14:06:29.372045 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6501f707-9d36-47e8-85ab-f029f25f0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.408200 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.434210 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 82a81ca1-b04a-4d89-996f-377a319fe651, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=82a81ca1-b04a-4d89-996f-377a319fe651,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:29.437521 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:29.450586 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-249ba2d7-8ddf-46d2-9a55-cf47a1f2111f admin admin] 10.222.0.13 "PUT /v2.0/routers/b9270a54-83f0-41ae-838f-31f2eb819eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7550316 Sep 03 14:06:29.469851 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-6501f707-9d36-47e8-85ab-f029f25f0f83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c471ff16fcee41a3a628c7aae8c371ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804139 Sep 03 14:06:29.472511 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58428) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:29.487976 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501f707-9d36-47e8-85ab-f029f25f0f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d88906-a20e-4930-94d2-e418611343a5,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:29.493090 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bc2a09b7-dfd0-441e-9097-a849a6ab6c58 req-2750fc70-8aa5-499e-969c-069e152033db tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Sep 03 14:06:29.543405 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-59c0846e-b5d8-49ba-814a-d410da720a63 None None] Provisioning complete for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:29.544725 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-59c0846e-b5d8-49ba-814a-d410da720a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.547778 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.548474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.571042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.631643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-59c0846e-b5d8-49ba-814a-d410da720a63 None None] Port 1deb828d-9c7e-4547-91b2-40d38d5263e4 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:29.649854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=82a81ca1-b04a-4d89-996f-377a319fe651,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:29.717480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.721130 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:29.724769 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2d88906-a20e-4930-94d2-e418611343a5 HTTP/1.1" status: 204 len: 168 time: 0.2488482 Sep 03 14:06:29.734850 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d280f-a45f-4d17-be50-88464deb83ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d88906-a20e-4930-94d2-e418611343a5,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:29.977049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 56919306-ffee-4a80-a1f3-3f7467994e68 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:06:29.981449 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 838e72b4-55e5-43ac-8f9b-eec144eee259 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:30.168344 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56919306-ffee-4a80-a1f3-3f7467994e68,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:30.168344 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '56919306-ffee-4a80-a1f3-3f7467994e68', 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c', 'port_id': '56919306-ffee-4a80-a1f3-3f7467994e68', 'mac_address': 'fa:16:3e:80:f1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9824baef-c840-428a-a21b-b162c46231a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:06:30.193387 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 838e72b4-55e5-43ac-8f9b-eec144eee259 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:30.213890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 838e72b4-55e5-43ac-8f9b-eec144eee259 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:30.213890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:30.253143 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:30.310074 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56919306-ffee-4a80-a1f3-3f7467994e68 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:30.348533 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56919306-ffee-4a80-a1f3-3f7467994e68,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:30.405726 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:30.434442 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:30.440341 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c787c49d-713f-4f29-b4e8-8e75d0a24ff7" -d '{"events": [{"server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "name": "network-vif-plugged", "status": "completed", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:30.453094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=838e72b4-55e5-43ac-8f9b-eec144eee259,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:30.460800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:30.483633 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e7be8-56b1-4af5-a343-02f83a7ddd21 req-3372d46a-6f5d-4aff-a08b-29ff7a89b677 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:30.485229 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-314e7be8-56b1-4af5-a343-02f83a7ddd21 req-3372d46a-6f5d-4aff-a08b-29ff7a89b677 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 944 time: 0.1080117 Sep 03 14:06:30.543198 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:30.562506 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:30.585683 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-314e7be8-56b1-4af5-a343-02f83a7ddd21 req-221780ff-c8ba-4f3c-91ce-2baf158f5440 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 Sep 03 14:06:30.632375 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7321720-0a82-4bd9-be75-1c6c6a834533 x-openstack-request-id: req-a7321720-0a82-4bd9-be75-1c6c6a834533 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:30.635187 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "name": "network-vif-plugged", "status": "completed", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:30.636511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7321720-0a82-4bd9-be75-1c6c6a834533 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:30.636511 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259', 'code': 200} Sep 03 14:06:30.660143 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:30.723638 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486351d1-8fb0-47dd-9ea5-9d072b8036c1 req-a340f8a8-849d-4967-af31-00b0bd84a4b5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:30.725260 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-486351d1-8fb0-47dd-9ea5-9d072b8036c1 req-a340f8a8-849d-4967-af31-00b0bd84a4b5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0602665 Sep 03 14:06:30.761249 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Sync routers for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:30.792529 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:30.795789 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-486351d1-8fb0-47dd-9ea5-9d072b8036c1 req-fda34266-bc90-4365-b392-2d094761eb54 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Sep 03 14:06:30.796067 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:30.845663 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 82a81ca1-b04a-4d89-996f-377a319fe651 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:30.947944 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['56919306-ffee-4a80-a1f3-3f7467994e68'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:06:30.992362 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:31.024045 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32cba3-069e-47c2-a446-f46a18f5caef req-c828c507-acf4-407b-ab48-57d2a31cab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:31.027091 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1c32cba3-069e-47c2-a446-f46a18f5caef req-c828c507-acf4-407b-ab48-57d2a31cab7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 1099 time: 0.0634382 Sep 03 14:06:31.121673 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1c32cba3-069e-47c2-a446-f46a18f5caef req-5b874fe6-df4f-47a9-8e8f-2ab18bb0209f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860884 Sep 03 14:06:31.302774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 82a81ca1-b04a-4d89-996f-377a319fe651 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:31.303419 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:31.729244 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:28Z', 'revision_number': 4, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '1deb828d-9c7e-4547-91b2-40d38d5263e4', 'name': '', 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'mac_address': 'fa:16:3e:24:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:27Z', 'updated_at': '2021-09-03T14:06:28Z', 'revision_number': 2, 'project_id': '0341528ff74a45b9a576c131e0195123', 'subnets': [{'id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:31.788169 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Checking router: b9270a54-83f0-41ae-838f-31f2eb819eb6 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:31.790901 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Updating router b9270a54-83f0-41ae-838f-31f2eb819eb6 port 1deb828d-9c7e-4547-91b2-40d38d5263e4 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:31.844951 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:31.876154 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9409-44d7-44e2-bee9-a5c1ac4562cb req-4c4ca0f2-d3c0-4469-88ed-b562109b5e22 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:31.892237 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b4cf9409-44d7-44e2-bee9-a5c1ac4562cb req-4c4ca0f2-d3c0-4469-88ed-b562109b5e22 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 945 time: 0.1506550 Sep 03 14:06:31.909969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-665361da-cba0-4bcd-973d-7f681b2f0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:31.911508 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-665361da-cba0-4bcd-973d-7f681b2f0081 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0748911 Sep 03 14:06:32.262283 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b4cf9409-44d7-44e2-bee9-a5c1ac4562cb req-5fef92b7-2f1a-46e3-be34-0ca1e2cf0bd4 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155887 Sep 03 14:06:32.262283 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97806-e005-42a8-8fba-71c4cac5203b req-227c90ca-02e2-4774-892f-31a1f6b052b2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:32.262283 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ecf97806-e005-42a8-8fba-71c4cac5203b req-227c90ca-02e2-4774-892f-31a1f6b052b2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.2384548 Sep 03 14:06:32.262758 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-b480449b-177b-4517-b35b-7192bfe1793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:32.262758 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-b480449b-177b-4517-b35b-7192bfe1793c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.1503255 Sep 03 14:06:32.262758 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-f281cc28-643b-4d3f-86fa-9ad157ada745 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0642400 Sep 03 14:06:32.263584 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ecf97806-e005-42a8-8fba-71c4cac5203b req-9f63ecae-db8e-4811-90f7-2ce12b782950 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736091 Sep 03 14:06:32.263584 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5c21e-a417-4f0c-99c7-8f4b84602cf8 req-92ca79f1-a849-41e5-95db-bb94127707b0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:32.263826 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:32.263920 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-63f5c21e-a417-4f0c-99c7-8f4b84602cf8 req-92ca79f1-a849-41e5-95db-bb94127707b0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0753238 Sep 03 14:06:32.263996 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Transition to ACTIVE for port object 1deb828d-9c7e-4547-91b2-40d38d5263e4 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:32.264069 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-4a8f20ab-b02d-406f-8ee5-97b5fb1895eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:32.264069 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-4a8f20ab-b02d-406f-8ee5-97b5fb1895eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0724447 Sep 03 14:06:32.264200 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-63f5c21e-a417-4f0c-99c7-8f4b84602cf8 req-527bae1a-77a9-4062-8c76-3c308cc0f18b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Sep 03 14:06:32.284466 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-c806a961-f2d0-4fb5-80b5-e848de3e4d3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421541 Sep 03 14:06:32.396125 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-0eb8d62e-965f-4cce-b688-f8efa5c5ab86 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032443 Sep 03 14:06:32.501537 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-34163a1d-8346-4a4d-929a-fdb6403e5d96 req-b831f089-667c-493d-bc53-a774b701843f service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961511 Sep 03 14:06:33.007252 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:33.110719 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af7aa9-b381-45dc-9602-c12cf181fefb None None] Pushing event updated for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:33.158042 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Attempting to bind port 1deb828d-9c7e-4547-91b2-40d38d5263e4 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:33.158042 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Attempting to bind port 1deb828d-9c7e-4547-91b2-40d38d5263e4 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:33.158367 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Attempting to bind port 1deb828d-9c7e-4547-91b2-40d38d5263e4 on network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:33.173526 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:33.173924 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Checking segment: {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:33.174329 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:33.174730 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Bound using segment: {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:33.175207 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Bound port: 1deb828d-9c7e-4547-91b2-40d38d5263e4, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9df8b5-f766-4536-a993-c4fab69dd5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:33.175598 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:33.270539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] For port 1deb828d-9c7e-4547-91b2-40d38d5263e4, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:33.274949 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] For port 1deb828d-9c7e-4547-91b2-40d38d5263e4, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1deb828d-9c7e-4547-91b2-40d38d5263e4,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:33.409748 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:33.487048 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:33.489131 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:33.491653 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11c433-39ca-4565-b392-726b5918cc81 req-d5250d76-2645-4ac6-96aa-20281b285600 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:33.499623 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad11c433-39ca-4565-b392-726b5918cc81 req-d5250d76-2645-4ac6-96aa-20281b285600 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.1119342 Sep 03 14:06:33.523996 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f991-5805-4838-ac46-b0916a8b3af4 req-73ccf589-217f-43db-9cd1-c6709ce21a0a tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:33.533252 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d004f991-5805-4838-ac46-b0916a8b3af4 req-73ccf589-217f-43db-9cd1-c6709ce21a0a tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 945 time: 0.1570544 Sep 03 14:06:33.608097 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad11c433-39ca-4565-b392-726b5918cc81 req-33e29084-fb30-436a-b419-a894237201dd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074440 Sep 03 14:06:33.613172 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:33.653693 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d004f991-5805-4838-ac46-b0916a8b3af4 req-0e845025-bc9c-45ab-85ab-d878534526be tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130080 Sep 03 14:06:33.672833 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ab7303c3-9a0b-433f-9d49-05f47ba4fd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:33.692462 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af7aa9-b381-45dc-9602-c12cf181fefb None None] Pushing event updated for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:33.784301 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf3f89-c887-424a-a90e-a0af6fd422a1 req-93e6c559-59bb-4386-8942-d8880aa9b7e8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:33.792606 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f7cf3f89-c887-424a-a90e-a0af6fd422a1 req-93e6c559-59bb-4386-8942-d8880aa9b7e8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0815439 Sep 03 14:06:33.834530 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f7cf3f89-c887-424a-a90e-a0af6fd422a1 req-e207a836-1878-4a94-8094-185161ec92c8 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Sep 03 14:06:33.959000 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:28Z', 'revision_number': 4, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '1deb828d-9c7e-4547-91b2-40d38d5263e4', 'name': '', 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'mac_address': 'fa:16:3e:24:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:27Z', 'updated_at': '2021-09-03T14:06:33Z', 'revision_number': 4, 'project_id': '0341528ff74a45b9a576c131e0195123', 'subnets': [{'id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:34.010060 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 56919306-ffee-4a80-a1f3-3f7467994e68 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:34.012695 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b3b9b-bfce-4f07-816f-db56ff3aa970 None None] The sync data for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi is: [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:06:28Z', 'revision_number': 4, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '1deb828d-9c7e-4547-91b2-40d38d5263e4', 'name': '', 'network_id': '1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'mac_address': 'fa:16:3e:24:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:27Z', 'updated_at': '2021-09-03T14:06:33Z', 'revision_number': 4, 'project_id': '0341528ff74a45b9a576c131e0195123', 'subnets': [{'id': '4d3fb3fc-b6dc-4206-9c8b-4e647f55861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:34.175628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 56919306-ffee-4a80-a1f3-3f7467994e68 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:34.180007 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 56919306-ffee-4a80-a1f3-3f7467994e68 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:34.180965 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:34.374100 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:34.425797 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:34.436276 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7718452-6b4e-4dd8-9328-6b5cb54b3878" -d '{"events": [{"server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "name": "network-vif-plugged", "status": "completed", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:34.447086 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56919306-ffee-4a80-a1f3-3f7467994e68,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:34.471081 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bafdb88-648a-4503-8dcf-ed5a4ae5b024 x-openstack-request-id: req-5bafdb88-648a-4503-8dcf-ed5a4ae5b024 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:34.471458 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "name": "network-vif-plugged", "status": "completed", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:34.471793 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bafdb88-648a-4503-8dcf-ed5a4ae5b024 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:34.472247 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68', 'code': 200} Sep 03 14:06:34.784219 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9499-bc19-4fae-98ef-0b1e8e6c7fa0 req-1cf6e3a1-7e13-4fb2-9a21-e0849e47c4bb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:34.785939 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-933d9499-bc19-4fae-98ef-0b1e8e6c7fa0 req-1cf6e3a1-7e13-4fb2-9a21-e0849e47c4bb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0821078 Sep 03 14:06:34.855504 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1deb828d-9c7e-4547-91b2-40d38d5263e4 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:34.881728 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-933d9499-bc19-4fae-98ef-0b1e8e6c7fa0 req-501b7b59-249d-47ad-a098-038c7a950e26 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803261 Sep 03 14:06:34.891201 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107587e-7e8c-4457-9ed7-86a74e8830e0 req-e3934f44-1f0e-4627-9983-ab1ab4bc82f3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:34.893696 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f107587e-7e8c-4457-9ed7-86a74e8830e0 req-e3934f44-1f0e-4627-9983-ab1ab4bc82f3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 945 time: 0.1179535 Sep 03 14:06:34.934835 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f107587e-7e8c-4457-9ed7-86a74e8830e0 req-a2bafd4e-f726-40a5-800a-074cb56a995b tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346162 Sep 03 14:06:34.986219 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:35.038093 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:35.087770 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:35.092152 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:35.092533 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:35.217757 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:35.281356 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 1deb828d-9c7e-4547-91b2-40d38d5263e4, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1deb828d-9c7e-4547-91b2-40d38d5263e4,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:35.288376 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e30ec-c684-464b-a787-16d31a77131a req-baaf7573-3e2d-4073-91e8-88dd053b8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:35.292737 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2b3e30ec-c684-464b-a787-16d31a77131a req-baaf7573-3e2d-4073-91e8-88dd053b8a95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 1099 time: 0.0718102 Sep 03 14:06:35.337543 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2b3e30ec-c684-464b-a787-16d31a77131a req-8a2bdcf8-1ac3-47c4-9794-0950f87a5db5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Sep 03 14:06:35.403235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:35.462941 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:35.668455 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-2a31cacd-4eb7-45e0-af98-c174562d9b6a tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=efd35d5ce45046138b4fee5f81b385b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477142 Sep 03 14:06:35.870924 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-00753374-67d8-446c-9249-517666fa79e5 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:35.872458 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-00753374-67d8-446c-9249-517666fa79e5 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029541 Sep 03 14:06:35.889588 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-bb32598f-90d1-4246-8372-cd3d1e28c3ab tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/quotas/efd35d5ce45046138b4fee5f81b385b3 HTTP/1.1" status: 200 len: 375 time: 0.0102963 Sep 03 14:06:35.930756 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-1d37cf4a-2e73-47a4-90b1-f333af46c223 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd35d5ce45046138b4fee5f81b385b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347242 Sep 03 14:06:36.027849 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8f518-a6ec-4131-ac02-a7c9fcacccf8 req-2e24f9b1-0abf-4593-8d43-f4f68aa3bc0d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:36.035200 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cdb8f518-a6ec-4131-ac02-a7c9fcacccf8 req-2e24f9b1-0abf-4593-8d43-f4f68aa3bc0d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0616603 Sep 03 14:06:36.081670 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cdb8f518-a6ec-4131-ac02-a7c9fcacccf8 req-ec7b15bb-0a37-4d52-b6d3-97e1ae7bffad tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Sep 03 14:06:36.097372 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-19dcd367-672b-42c3-b9d1-8eafe50c127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:36.238694 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7cc47-3730-485a-a825-52670aab813b req-42ee07b6-2791-4f16-b459-4d4f5e3bfd01 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:36.246561 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-def7cc47-3730-485a-a825-52670aab813b req-42ee07b6-2791-4f16-b459-4d4f5e3bfd01 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.0842698 Sep 03 14:06:36.324026 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02b63294-ab1f-4c68-a572-d087b7e686bd req-5ba8e0d1-eb6d-4475-bcd9-555be38be949 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 210 time: 0.0276473 Sep 03 14:06:36.341184 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-def7cc47-3730-485a-a825-52670aab813b req-15f4f47c-3516-4cf8-80cf-bdb382ea5dfa tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740790 Sep 03 14:06:36.565036 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:36.803347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1deb828d-9c7e-4547-91b2-40d38d5263e4 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:36.863134 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 1deb828d-9c7e-4547-91b2-40d38d5263e4 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:36.863503 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.247634 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75314-8a7b-4c93-be3b-25e08cf01db6 req-bc7c3168-dae3-473e-a7eb-c24491eb3478 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:37.247634 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f4b75314-8a7b-4c93-be3b-25e08cf01db6 req-bc7c3168-dae3-473e-a7eb-c24491eb3478 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0614586 Sep 03 14:06:37.285870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58648) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:37.318774 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f4b75314-8a7b-4c93-be3b-25e08cf01db6 req-377355c7-f2d7-44bc-b076-33563fa214c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 Sep 03 14:06:37.347528 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.466067 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-50f83a04-13c1-43f3-b886-cbd7de9bbaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.530684 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e4a85c2d-2b8b-4478-9b86-1dcca1ac5d51 req-2c8eb2aa-fa24-4fb6-95b4-27cf907dbf57 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 210 time: 0.0416942 Sep 03 14:06:37.592508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-50f83a04-13c1-43f3-b886-cbd7de9bbaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.653160 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07da8b-ccbc-42da-b4ca-74b29a0f05e8 req-95d126e8-1630-4389-bcef-51a626be0c5a tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:37.654806 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b07da8b-ccbc-42da-b4ca-74b29a0f05e8 req-95d126e8-1630-4389-bcef-51a626be0c5a tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.0686512 Sep 03 14:06:37.683281 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-50f83a04-13c1-43f3-b886-cbd7de9bbaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.712866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9b07da8b-ccbc-42da-b4ca-74b29a0f05e8 req-11363082-d09c-4f10-a240-3cb6c658a9af tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Sep 03 14:06:37.752195 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f83a04-13c1-43f3-b886-cbd7de9bbaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eec345-12c6-4bba-97ec-8da008234373,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:37.761672 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58664) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:37.761824 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-50f83a04-13c1-43f3-b886-cbd7de9bbaa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af82fccc3f61469c95dd0563c65be6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742661 Sep 03 14:06:37.838429 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.861852 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.992099 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:37.996369 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:38.019850 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8eec345-12c6-4bba-97ec-8da008234373 HTTP/1.1" status: 204 len: 168 time: 0.2397454 Sep 03 14:06:38.034257 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad06e1-162d-41a2-8149-e4e3f113fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eec345-12c6-4bba-97ec-8da008234373,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:38.491742 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d379c52-75fa-4ac3-8294-f8a81f8120f7 req-c3e9f5d4-d459-4687-94d4-93011eed67dd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:38.494068 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d379c52-75fa-4ac3-8294-f8a81f8120f7 req-c3e9f5d4-d459-4687-94d4-93011eed67dd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0775001 Sep 03 14:06:38.538328 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d379c52-75fa-4ac3-8294-f8a81f8120f7 req-aa113a50-d92f-4bff-bb48-e0c6117a7a5f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Sep 03 14:06:38.625819 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-55f2cad8-c0d2-4a9d-aa85-c5f9c96813da req-6f5d00e1-5862-48aa-9c4b-0a997a6a0a2f tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Sep 03 14:06:38.992901 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-54de8dd2-818d-4de9-8a9f-f934c17fad6a tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=efd35d5ce45046138b4fee5f81b385b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286217 Sep 03 14:06:39.042874 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:39.225454 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-96cc99a8-5349-4b8f-8045-38f8d5753d03 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:39.227549 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-96cc99a8-5349-4b8f-8045-38f8d5753d03 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272880 Sep 03 14:06:39.257849 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Request body: {'port': {'device_id': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db', 'admin_state_up': True, 'tenant_id': 'efd35d5ce45046138b4fee5f81b385b3'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:39.457518 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Made reservation on behalf of efd35d5ce45046138b4fee5f81b385b3 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:39.461392 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:39.474132 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:39.583652 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:39.683377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:39.769084 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c289df-0f93-4e07-86dc-073011ba4da3 req-6ad94b64-66ff-4c3d-bacb-a2df633164a5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:39.772616 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-13c289df-0f93-4e07-86dc-073011ba4da3 req-6ad94b64-66ff-4c3d-bacb-a2df633164a5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.1032984 Sep 03 14:06:39.780002 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f96efa-1534-4803-b6af-95e0fc51996f,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:39.853256 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58762) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:39.884232 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Allocated IP 192.168.233.15 (a182bdf5-b13c-43a0-97b1-175451eb30db/13eed4ba-0105-405e-9843-32cb50fbde59/2e892da3-e4da-4c69-8a8b-a49121bd57d5) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:39.891294 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f7f9d0a7-0566-4150-9882-9d8742c8e14c req-4d8b6ed7-a0d2-4be7-9d47-4704d66f9b31 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 210 time: 0.0582144 Sep 03 14:06:39.912994 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-13c289df-0f93-4e07-86dc-073011ba4da3 req-967447dc-b590-4bb5-8ac3-935e644aac4c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320367 Sep 03 14:06:40.128367 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742349363-network', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:40.130495 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.162267 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Transition to ACTIVE for port object 2e892da3-e4da-4c69-8a8b-a49121bd57d5 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:40.267369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.294733 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Network a182bdf5-b13c-43a0-97b1-175451eb30db is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:40.298038 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:40.299249 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Made reservation on behalf of 6e7b11e40c354b4e84b35b10cdff0664 for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:40.302490 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.317391 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.322553 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:40.395504 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Pushing event updated for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:40.417516 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:40.417922 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.488801 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.544691 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.560984 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:06:40.573509 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.573937 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Added segment f0e2d4b6-bb87-4cef-859c-94a9cc98538b of type vlan for network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b Sep 03 14:06:40.623929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d88746-fd56-4e27-9b02-062472666046,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:40.640551 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.643997 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-17b1fbb3-912f-4f72-b566-e6441066d605 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4009356 Sep 03 14:06:40.656633 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Request body: {'port': {'device_id': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:40.671594 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-eaea4dd8-896b-42e5-97e6-523662e4b239 None None] Provisioning for port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:40.675837 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-eaea4dd8-896b-42e5-97e6-523662e4b239 None None] Provisioning complete for port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:40.686506 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eaea4dd8-896b-42e5-97e6-523662e4b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.719702 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.746516 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.747689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:40.748376 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:40.765123 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-eaea4dd8-896b-42e5-97e6-523662e4b239 None None] Port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:40.828927 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Pushing event updated for resources: {'Network': ['ID=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:40.837780 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.838133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.838477 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.838819 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.839152 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.839486 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.839812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.840141 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.840466 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.840790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.841724 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.841724 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:40.853439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:06:40.870976 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-58dfb6a1-45e2-475c-8b38-54baa1d30d3d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0165486 Sep 03 14:06:40.874689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58772) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:40.889517 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Request body: {'subnet': {'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742349363-subnet', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:41.090405 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Made reservation on behalf of 6e7b11e40c354b4e84b35b10cdff0664 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:41.094092 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59055141'] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.243067 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f8590-49c7-49ce-aacc-349e3491a7b6 req-7650bb47-34a1-4b50-bf4a-cab3424be8c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:41.246687 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e892da3-e4da-4c69-8a8b-a49121bd57d5 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:41.250457 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c91f8590-49c7-49ce-aacc-349e3491a7b6 req-7650bb47-34a1-4b50-bf4a-cab3424be8c6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.2165627 Sep 03 14:06:41.255336 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.270831 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Transition to ACTIVE for port object 2e892da3-e4da-4c69-8a8b-a49121bd57d5 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:41.294490 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c105aa3-c6b1-4ab9-a560-c1b7343241c6 req-c7669fb5-246d-416a-b1d7-926bb8d499f3 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:41.296077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7c105aa3-c6b1-4ab9-a560-c1b7343241c6 req-c7669fb5-246d-416a-b1d7-926bb8d499f3 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 935 time: 0.2499614 Sep 03 14:06:41.346611 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.378053 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c91f8590-49c7-49ce-aacc-349e3491a7b6 req-6113164b-b45a-4383-b723-6cda291ee69e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Sep 03 14:06:41.406575 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7c105aa3-c6b1-4ab9-a560-c1b7343241c6 req-e89c0e24-8c09-425a-b16e-63e8ec4bbc95 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892591 Sep 03 14:06:41.407139 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Pushing event updated for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:41.428898 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.429330 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.429806 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.430359 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.430792 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.431179 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.431568 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.432362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.432362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.432856 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.433090 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.433414 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:06:41.534334 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Attempting to bind port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:41.534678 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Attempting to bind port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:41.535010 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Attempting to bind port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 on network a182bdf5-b13c-43a0-97b1-175451eb30db {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:41.540629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 on network a182bdf5-b13c-43a0-97b1-175451eb30db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:06:41.540952 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Attempting to bind port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 on network a182bdf5-b13c-43a0-97b1-175451eb30db {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:41.544884 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59031161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59055115'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.560916 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:41.561763 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Checking segment: {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:41.563055 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Bound using segment: {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:41.563363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Bound port: 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc358f55-65fe-49a6-8e34-e2ddb1c37d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:41.564088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.617137 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec8da25-e67d-40fd-91ed-de19cfc576c3,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:41.645085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:41.645486 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Network hostable DHCP agents. Network: 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:06:41.670211 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:41.673368 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:41.763807 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:06:41.775108 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.815127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:41.816117 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.817579 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e892da3-e4da-4c69-8a8b-a49121bd57d5 HTTP/1.1" status: 200 len: 1097 time: 1.1654189 Sep 03 14:06:41.820193 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:41.825165 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9885410f-42b5-41c3-a903-fb00eb0ac7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:41.875733 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:41.882991 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:41.883951 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:41.890445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42390b6-7950-43e1-b8f2-02bb032cf22f None None] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:41.917691 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6831510-3018-4662-864f-40fd8bb38862 x-openstack-request-id: req-e6831510-3018-4662-864f-40fd8bb38862 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:41.921216 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:41.922506 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6831510-3018-4662-864f-40fd8bb38862 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:41.922779 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5', 'status': 'completed', 'code': 200} Sep 03 14:06:41.936033 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6062a7-50f0-46f1-9121-faf5d253f012 service neutron] Pushing event updated for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:41.995397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3cce232b-2c02-4538-be91-2e33050b286d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1159291 Sep 03 14:06:41.995619 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58786) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:41.999904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:42.033796 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885410f-42b5-41c3-a903-fb00eb0ac7a1 req-57ad4460-4722-4255-9a76-65936250cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.036007 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9885410f-42b5-41c3-a903-fb00eb0ac7a1 req-57ad4460-4722-4255-9a76-65936250cadf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd35d5ce45046138b4fee5f81b385b3&device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 1100 time: 0.1124210 Sep 03 14:06:42.075971 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9885410f-42b5-41c3-a903-fb00eb0ac7a1 req-9ed40f8d-7ed4-4165-ada8-8e4bf6eb4792 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=efd35d5ce45046138b4fee5f81b385b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215480 Sep 03 14:06:42.121700 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.122883 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.193079 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:06:42.194259 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.194992 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.201954 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885410f-42b5-41c3-a903-fb00eb0ac7a1 req-65871a8f-bcfc-4b38-88d8-08abd170c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.206075 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9885410f-42b5-41c3-a903-fb00eb0ac7a1 req-65871a8f-bcfc-4b38-88d8-08abd170c822 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244240 Sep 03 14:06:42.310456 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-498467a4-d1cd-460c-a66c-33fa13683418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.312115 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-498467a4-d1cd-460c-a66c-33fa13683418 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd35d5ce45046138b4fee5f81b385b3&device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 1100 time: 0.0592909 Sep 03 14:06:42.358920 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-39a6e64a-9118-49e5-b83a-f1cc8e603901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5 HTTP/1.1" status: 200 len: 217 time: 0.0374157 Sep 03 14:06:42.426801 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Allocated IP 172.20.0.2 (4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b/cec8da25-e67d-40fd-91ed-de19cfc576c3/a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:42.449024 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-cca16141-1839-487b-ac8a-d6052e0dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.450626 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-cca16141-1839-487b-ac8a-d6052e0dc0e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13eed4ba-0105-405e-9843-32cb50fbde59 HTTP/1.1" status: 200 len: 843 time: 0.0813172 Sep 03 14:06:42.544839 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-37e0154f-ec47-408a-85ce-2afb92eacf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.546622 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-37e0154f-ec47-408a-85ce-2afb92eacf3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182bdf5-b13c-43a0-97b1-175451eb30db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0868857 Sep 03 14:06:42.639149 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.671516 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c53a2-4652-417e-ae6f-da1f210f6f19 req-ecd9f6ca-1c01-4f69-9ba2-2a8c16eb575f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.673053 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-031c53a2-4652-417e-ae6f-da1f210f6f19 req-ecd9f6ca-1c01-4f69-9ba2-2a8c16eb575f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.1487472 Sep 03 14:06:42.701972 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f90c0-eacf-4c7c-ac8f-087d455e848e req-a425f774-21bb-4f6e-9113-5cce8ede23f2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.703501 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a2f90c0-eacf-4c7c-ac8f-087d455e848e req-a425f774-21bb-4f6e-9113-5cce8ede23f2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 947 time: 0.1410844 Sep 03 14:06:42.718487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.728196 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-0396a9bb-c775-4764-b24b-671d8394ce33 service neutron] 10.222.0.47 "GET /v2.0/networks/a182bdf5-b13c-43a0-97b1-175451eb30db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709588 Sep 03 14:06:42.729934 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Transition to ACTIVE for port object a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:42.749543 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-116cb671-4bfb-4c53-bb86-9b83a19b7054 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1547070 Sep 03 14:06:42.755835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Transition to ACTIVE for port object a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:42.788547 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a2f90c0-eacf-4c7c-ac8f-087d455e848e req-5c881136-22ab-47b0-afd3-176b5f11ae14 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760899 Sep 03 14:06:42.820367 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.826100 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-031c53a2-4652-417e-ae6f-da1f210f6f19 req-2608ffa9-2b34-4965-96d5-f0f5501454e4 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416125 Sep 03 14:06:42.881102 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Pushing event updated for resources: {'Port': ['ID=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:42.893990 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:42.895507 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:42.898508 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:42.905115 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-0e7f181a-ebfd-425c-8f66-3c3d724561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:42.906804 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-0e7f181a-ebfd-425c-8f66-3c3d724561a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 1098 time: 0.1250839 Sep 03 14:06:42.914542 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9b7ceb84-2f84-404b-b0bb-4a9189a34919 req-8768a13d-113a-4f47-a033-a130d9197359 service neutron] 10.222.0.47 "GET /v2.0/networks/a182bdf5-b13c-43a0-97b1-175451eb30db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636851 Sep 03 14:06:42.959873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Attempting to bind port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:42.960274 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Attempting to bind port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:42.960656 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Attempting to bind port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:42.966886 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:42.971213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:42.971213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:42.971213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Bound using segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:42.971213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Bound port: a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:42.971213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:43.039166 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] For port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:43.043175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] For port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:43.106517 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:43.107095 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:43.116103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-b37125f5-216f-46d2-a5b9-c0030a235d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:43.117774 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-b37125f5-216f-46d2-a5b9-c0030a235d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.1837955 Sep 03 14:06:43.134863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:43.206427 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-5937bd02-129f-49e5-b7cc-530b14987ec9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 200 len: 217 time: 0.0789835 Sep 03 14:06:43.259239 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b55d-1ec4-43e3-a8f7-6907c2ca21d6 None None] Pushing event updated for resources: {'Port': ['ID=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:43.286210 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Allocated IP 172.27.0.198 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/cf28203d-538a-4998-ae67-623def58dcc6) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:43.368584 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-0c645151-aad5-4cda-80e1-e3c6d75926e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:43.389088 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-0c645151-aad5-4cda-80e1-e3c6d75926e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.1663394 Sep 03 14:06:43.478827 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-768c15a3-eb9c-4255-8884-0a9e76aac32a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816796 Sep 03 14:06:43.623160 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:43.682608 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-adb134ec-3753-43ec-9262-57824abe3f13 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858146 Sep 03 14:06:43.779607 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-472fc96b-9909-4234-b2e7-e7a45c7fd517 req-027d0467-4579-4905-ba6e-5fd7bf07c7f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Sep 03 14:06:44.137591 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76132a-723f-4d11-8bea-a440f1d2da73 req-5d31c4e4-6214-4197-a290-1ee03fe2ad36 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:44.139202 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b76132a-723f-4d11-8bea-a440f1d2da73 req-5d31c4e4-6214-4197-a290-1ee03fe2ad36 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 947 time: 0.2901230 Sep 03 14:06:44.154635 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933f1c5-5a83-4a95-a781-95d3a8d32d3d req-c1cfead6-f295-45dd-9dab-45fff9d077de tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:44.156215 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c933f1c5-5a83-4a95-a781-95d3a8d32d3d req-c1cfead6-f295-45dd-9dab-45fff9d077de tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0707047 Sep 03 14:06:44.162058 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:44.266521 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:44.272807 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b76132a-723f-4d11-8bea-a440f1d2da73 req-638c6bd3-a22d-4988-a292-4dfabe940aef tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268399 Sep 03 14:06:44.273161 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Pushing event updated for resources: {'Port': ['ID=cf28203d-538a-4998-ae67-623def58dcc6,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:44.281398 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:44.284503 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:44.297624 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c933f1c5-5a83-4a95-a781-95d3a8d32d3d req-ba53afe1-af6f-4dbd-8945-46217a484175 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333737 Sep 03 14:06:44.483981 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11786c41-477a-48d3-8023-8db440af725f None None] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:44.770455 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e23f2503-9587-4837-9b56-ac41a4dde3cc None None] Provisioning for port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:44.773289 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:44.844174 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:44.903091 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:45.068119 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.185958 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:45.190347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:45.190797 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.254566 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Router fa737668-82fc-4089-a3a1-8d4a8610035a is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:06:45.273572 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.316469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:45.370754 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:45.384139 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:45.393177 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:45.393941 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:45.433926 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.488629 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff3fb-c06d-49d7-9995-fb62fd698482 req-b4819d50-02f3-494b-9344-4ea1c961f948 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:45.489958 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35cff3fb-c06d-49d7-9995-fb62fd698482 req-b4819d50-02f3-494b-9344-4ea1c961f948 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 947 time: 0.1032081 Sep 03 14:06:45.492115 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.496010 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-55c1c3e5-1e38-46ee-930a-5fa49deaf139 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4968562 Sep 03 14:06:45.496318 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58834) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:45.501533 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:45.538898 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285b3d8-708a-45c7-b3a7-736000535ea0 req-fdc3c60d-2fcf-4799-ad31-28a5dbcbcbc2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:45.541423 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5285b3d8-708a-45c7-b3a7-736000535ea0 req-fdc3c60d-2fcf-4799-ad31-28a5dbcbcbc2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.1446729 Sep 03 14:06:45.596854 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35cff3fb-c06d-49d7-9995-fb62fd698482 req-f8b5add1-9180-42d0-8d58-71d6deaada7b tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743744 Sep 03 14:06:45.605025 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5285b3d8-708a-45c7-b3a7-736000535ea0 req-22b3ee4d-2287-4b31-89de-386a383bcf5e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539844 Sep 03 14:06:45.606251 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:45.789078 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:44Z', 'revision_number': 3, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:45.822137 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:45.822479 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Updating router fa737668-82fc-4089-a3a1-8d4a8610035a port cf28203d-538a-4998-ae67-623def58dcc6 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:45.847755 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:45.994561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.024842 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2e892da3-e4da-4c69-8a8b-a49121bd57d5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:06:46.113019 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.123820 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Transition to ACTIVE for port object cf28203d-538a-4998-ae67-623def58dcc6 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:46.137412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:46.153913 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '2e892da3-e4da-4c69-8a8b-a49121bd57d5', 'network_id': 'a182bdf5-b13c-43a0-97b1-175451eb30db', 'port_id': '2e892da3-e4da-4c69-8a8b-a49121bd57d5', 'mac_address': 'fa:16:3e:59:bc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eed4ba-0105-405e-9843-32cb50fbde59', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:06:46.167782 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Allocated IP 172.20.0.1 (4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b/cec8da25-e67d-40fd-91ed-de19cfc576c3/42697829-e9cc-4b1c-96af-78e1ca08e86b) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:46.194621 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.197815 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.208434 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e892da3-e4da-4c69-8a8b-a49121bd57d5 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:06:46.230409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:46.242382 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31f3f-6fd1-495c-a814-c4621e2c8f04 None None] Pushing event updated for resources: {'Port': ['ID=cf28203d-538a-4998-ae67-623def58dcc6,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:46.256940 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Attempting to bind port cf28203d-538a-4998-ae67-623def58dcc6 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:46.257316 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Attempting to bind port cf28203d-538a-4998-ae67-623def58dcc6 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:46.257705 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Attempting to bind port cf28203d-538a-4998-ae67-623def58dcc6 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:46.264526 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:46.264526 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:46.264526 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.264526 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:46.265245 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Bound port: cf28203d-538a-4998-ae67-623def58dcc6, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:46.265355 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.286199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.302062 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Transition to ACTIVE for port object 42697829-e9cc-4b1c-96af-78e1ca08e86b will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:46.325743 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] For port cf28203d-538a-4998-ae67-623def58dcc6, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:46.328728 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] For port cf28203d-538a-4998-ae67-623def58dcc6, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=cf28203d-538a-4998-ae67-623def58dcc6,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:46.340093 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.388132 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:46.416012 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.422712 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.465061 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:46.467815 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:46.468437 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:46.469298 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:46.475733 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:46.479647 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Pushing event updated for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:46.522380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.578075 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f31f3f-6fd1-495c-a814-c4621e2c8f04 None None] Pushing event updated for resources: {'Port': ['ID=cf28203d-538a-4998-ae67-623def58dcc6,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:46.612287 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:46.746957 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b24cab-02ed-47c3-9eb0-3052e7fbcce4 req-ed500968-6bc0-4fe7-b5e1-3b506ecb9b3b tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:46.748287 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.758163 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31b24cab-02ed-47c3-9eb0-3052e7fbcce4 req-ed500968-6bc0-4fe7-b5e1-3b506ecb9b3b tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 948 time: 0.0852380 Sep 03 14:06:46.828640 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31b24cab-02ed-47c3-9eb0-3052e7fbcce4 req-3da3e142-49c5-4079-8119-2cf4f5773b22 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Sep 03 14:06:46.843772 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:46.874976 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:44Z', 'revision_number': 3, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:46.885989 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-8f99cbf0-e729-46cc-9812-8b615d371cc3 None None] Provisioning for port 42697829-e9cc-4b1c-96af-78e1ca08e86b completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:46.904432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-8f99cbf0-e729-46cc-9812-8b615d371cc3 None None] Provisioning complete for port 42697829-e9cc-4b1c-96af-78e1ca08e86b triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:46.904806 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8f99cbf0-e729-46cc-9812-8b615d371cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.915030 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1930de1-13f3-4a1f-acdf-4fb55e7bf8d5 None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:44Z', 'revision_number': 3, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:46.964059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-8f99cbf0-e729-46cc-9812-8b615d371cc3 None None] Port 42697829-e9cc-4b1c-96af-78e1ca08e86b cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:46.976845 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:46.977439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:46.982661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9de9-f865-43f2-a3c2-7cee74c7c6da req-daf10fa9-4563-4600-ad2a-96f8431ab18a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:46.984249 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fadc9de9-f865-43f2-a3c2-7cee74c7c6da req-daf10fa9-4563-4600-ad2a-96f8431ab18a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0872629 Sep 03 14:06:47.025940 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['2e892da3-e4da-4c69-8a8b-a49121bd57d5'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:06:47.060079 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fadc9de9-f865-43f2-a3c2-7cee74c7c6da req-9895c318-3433-4bb6-b2b6-aea59ec6359d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687344 Sep 03 14:06:47.062257 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:47.152646 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:47.235765 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:47.242006 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Pushing event updated for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:47.400100 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:47.401687 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:47.548144 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:06:47.564585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-b404c24e-9d42-4900-b1c8-a4a5381fe7a5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:47.566293 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-b404c24e-9d42-4900-b1c8-a4a5381fe7a5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 814 time: 0.1394911 Sep 03 14:06:47.583808 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-a62e183e-97b7-4eb3-90cf-599686e954eb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/quotas/36b5d23ffab344b88e9d2778dbbc5fcc HTTP/1.1" status: 200 len: 375 time: 0.0109344 Sep 03 14:06:47.676016 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-7d80fadd-a2d4-48f1-a5e9-5fbcd2a89851 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789111 Sep 03 14:06:47.690899 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:47.694242 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-8c93446c-81cb-4a9c-9cf2-7971636cac43 None None] Provisioning complete for port 42697829-e9cc-4b1c-96af-78e1ca08e86b triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:47.694621 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8c93446c-81cb-4a9c-9cf2-7971636cac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:47.724689 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9c85fa82-9dcf-4789-a20e-06fa7455cf21 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa737668-82fc-4089-a3a1-8d4a8610035a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2270999 Sep 03 14:06:47.761002 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-8c93446c-81cb-4a9c-9cf2-7971636cac43 None None] Port 42697829-e9cc-4b1c-96af-78e1ca08e86b cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:47.807972 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-d1864177-92b4-414e-9dcb-5b08a52e8235 service neutron] 10.222.0.13 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253152 Sep 03 14:06:47.948132 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-cfa83534-a10a-476e-8756-bd2832e8e37f service neutron] 10.222.0.13 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331043 Sep 03 14:06:47.995093 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83c6c-d260-4756-854e-48f6c18c6b9a req-090e23b7-758c-41ec-a8bc-639156f0205a tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:47.996633 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e5c83c6c-d260-4756-854e-48f6c18c6b9a req-090e23b7-758c-41ec-a8bc-639156f0205a tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 948 time: 0.0729938 Sep 03 14:06:48.036844 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e5c83c6c-d260-4756-854e-48f6c18c6b9a req-f9fc8113-f602-4945-9f6f-465f784cf411 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Sep 03 14:06:48.187045 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2b723-c86d-4f7d-a462-fa90ee20d913 req-e4ca6d25-505e-4394-bb50-f04c825fedaa tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:48.188546 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39c2b723-c86d-4f7d-a462-fa90ee20d913 req-e4ca6d25-505e-4394-bb50-f04c825fedaa tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Sep 03 14:06:48.241860 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39c2b723-c86d-4f7d-a462-fa90ee20d913 req-4f34bb14-bd45-4e8b-a721-3c5ada4903f9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Sep 03 14:06:48.315488 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a95bed64-4ca4-4790-8aec-76d265ee1650 req-8eea6a12-316e-4bde-9c6e-00a198d0382f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 210 time: 0.0365493 Sep 03 14:06:48.648400 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 58914) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:48.662143 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1747842063-network', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:48.686393 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe2d6e-aa17-4352-a620-a6283326c10e req-fda32e25-d9ca-4213-8343-9bd414be7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:48.691739 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fabe2d6e-aa17-4352-a620-a6283326c10e req-fda32e25-d9ca-4213-8343-9bd414be7d96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0487907 Sep 03 14:06:48.734229 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fabe2d6e-aa17-4352-a620-a6283326c10e req-e38b9c56-4476-40ed-b1bb-cb286b743618 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300450 Sep 03 14:06:48.773195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Made reservation on behalf of 73de2d1c396b4e2b925a6913fe62891c for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:48.775599 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:48.791613 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:48.807912 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device cf28203d-538a-4998-ae67-623def58dcc6 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:48.897195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:48.923232 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port cf28203d-538a-4998-ae67-623def58dcc6 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:48.927862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port cf28203d-538a-4998-ae67-623def58dcc6 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:48.928319 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:48.951620 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:48.951968 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:48.975785 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:48.976103 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:48.979004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:06:48.997698 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b55cfca-41e3-4cc7-bc10-c23e56fd86af,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:49.010949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.010949 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Added segment ae981f5b-e4ed-487b-8380-cf887ac91a64 of type vlan for network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf Sep 03 14:06:49.045636 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.104963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.131617 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:49.153958 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.155092 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:49.155674 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.166542 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port cf28203d-538a-4998-ae67-623def58dcc6, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=cf28203d-538a-4998-ae67-623def58dcc6,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:49.231814 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42346e0-9f2d-4c7c-a739-46cfeb1e252a req-33af52c1-fa45-45d7-903d-cf73274a86d0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:49.233322 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f42346e0-9f2d-4c7c-a739-46cfeb1e252a req-33af52c1-fa45-45d7-903d-cf73274a86d0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 948 time: 0.1224566 Sep 03 14:06:49.234397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] Pushing event updated for resources: {'Network': ['ID=92939b9c-5ee3-4cd4-9132-84d31ebdf1bf,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:49.269660 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:06:49.272755 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5a9e277e-df27-4599-9354-f958a36a7983 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6230252 Sep 03 14:06:49.277183 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58926) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:49.283370 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f42346e0-9f2d-4c7c-a739-46cfeb1e252a req-623d855c-89a0-4bbb-9bb3-42390b13872f tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Sep 03 14:06:49.291768 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Request body: {'subnet': {'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1747842063-subnet', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:49.295189 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.370716 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eea24-ae69-484e-aab9-fde54b15fe38 req-721196ee-141d-4bc3-90d7-c2cdce058e29 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:49.378031 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-285eea24-ae69-484e-aab9-fde54b15fe38 req-721196ee-141d-4bc3-90d7-c2cdce058e29 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0613055 Sep 03 14:06:49.422754 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36ff54f3-48f4-401a-b675-10d18ccdd563 req-815d6d62-7e3b-47e2-a0ad-6a0891ea2331 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 210 time: 0.0375297 Sep 03 14:06:49.429880 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Made reservation on behalf of 73de2d1c396b4e2b925a6913fe62891c for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:49.433429 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3255139'] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.445792 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-285eea24-ae69-484e-aab9-fde54b15fe38 req-2bd6d33c-911a-4995-95e0-82504e966e93 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Sep 03 14:06:49.450953 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=cf28203d-538a-4998-ae67-623def58dcc6,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:49.493759 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 2, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:49.524272 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:49.525310 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Updating router fa737668-82fc-4089-a3a1-8d4a8610035a port 42697829-e9cc-4b1c-96af-78e1ca08e86b binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:49.550701 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.728639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3208580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3255117'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.819015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.832175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Transition to ACTIVE for port object 42697829-e9cc-4b1c-96af-78e1ca08e86b will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:49.934886 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:49.994667 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e8bbcb-b287-4901-bb83-fe849814047b,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:50.008625 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Checking segment: {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:50.009802 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Network hostable DHCP agents. Network: 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:06:50.098902 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2e892da3-e4da-4c69-8a8b-a49121bd57d5 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:50.119149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:06:50.143169 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10671-e376-4d35-b5ce-f5ab4bd7a332 None None] Pushing event updated for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:50.207285 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Attempting to bind port 42697829-e9cc-4b1c-96af-78e1ca08e86b on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:50.207694 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Attempting to bind port 42697829-e9cc-4b1c-96af-78e1ca08e86b by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:50.208132 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Attempting to bind port 42697829-e9cc-4b1c-96af-78e1ca08e86b on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:50.209342 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:50.213912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:50.219568 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.219800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:50.219800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:50.219800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.219800 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Bound using segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:50.226875 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Bound port: 42697829-e9cc-4b1c-96af-78e1ca08e86b, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:50.227537 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.236229 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96dda28-eb11-4e54-a249-7c8702c91f3a None None] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:50.327436 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:50.327787 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-87f37fa9-c4f6-4f62-abde-ebaac38440d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0479839 Sep 03 14:06:50.330234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 58942) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:50.334878 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:50.344873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:50.345245 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.416976 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] For port 42697829-e9cc-4b1c-96af-78e1ca08e86b, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:50.420185 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.421278 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.442756 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796a42c-6109-4847-aa2f-b610e1246e22 req-cb686acc-af19-41f3-b2ba-9d2e7a4d7d69 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:50.444593 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8796a42c-6109-4847-aa2f-b610e1246e22 req-cb686acc-af19-41f3-b2ba-9d2e7a4d7d69 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 948 time: 0.0551836 Sep 03 14:06:50.470841 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] For port 42697829-e9cc-4b1c-96af-78e1ca08e86b, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=42697829-e9cc-4b1c-96af-78e1ca08e86b,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:50.495911 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.510078 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8796a42c-6109-4847-aa2f-b610e1246e22 req-152b21be-a47e-4c72-b51e-8ad912246030 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591583 Sep 03 14:06:50.539357 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'fixed_ips': [{'subnet_id': 'f8e8bbcb-b287-4901-bb83-fe849814047b'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:06:50.541172 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.555065 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.582445 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3063153-1dfe-40cb-863f-a7e607b7879f req-63f8a374-00b9-4608-9ed2-0afb2ff2b08b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 210 time: 0.0304868 Sep 03 14:06:50.609286 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.657370 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10671-e376-4d35-b5ce-f5ab4bd7a332 None None] Pushing event updated for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:50.662363 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30ec7-3c57-4168-8fbe-a24f856747d7 req-1659aa72-5ca0-4914-afd7-e7fd7d0ca3e6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:50.665183 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f4c30ec7-3c57-4168-8fbe-a24f856747d7 req-1659aa72-5ca0-4914-afd7-e7fd7d0ca3e6 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0698714 Sep 03 14:06:50.735959 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:50.736615 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:50.741001 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f4c30ec7-3c57-4168-8fbe-a24f856747d7 req-631c0f7f-c4b7-49ac-aad8-7ab094163651 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Sep 03 14:06:50.785596 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:50.857588 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device cf28203d-538a-4998-ae67-623def58dcc6 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:50.873200 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:06:50.875626 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b26e8c1-8f2d-496e-a01a-7f4680d5a321" -d '{"events": [{"server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "name": "network-vif-plugged", "status": "completed", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:06:50.932987 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:50.950106 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-de86fb6f-c2ba-4c07-abfc-7f536406801c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:50.955348 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-de86fb6f-c2ba-4c07-abfc-7f536406801c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 814 time: 0.1599305 Sep 03 14:06:50.967679 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d37ce-0d8d-4fc3-822c-b441f86e548e x-openstack-request-id: req-e87d37ce-0d8d-4fc3-822c-b441f86e548e {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:06:50.967894 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "name": "network-vif-plugged", "status": "completed", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:06:50.968135 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e87d37ce-0d8d-4fc3-822c-b441f86e548e {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:06:50.968513 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5', 'code': 200} Sep 03 14:06:50.988914 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'port': {'device_id': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'admin_state_up': True, 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:51.018124 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Allocated IP 172.20.0.2 (92939b9c-5ee3-4cd4-9132-84d31ebdf1bf/f8e8bbcb-b287-4901-bb83-fe849814047b/83f8c708-fc2b-4ac0-91c2-b56b441d1034) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:51.035482 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.043561 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:51.126012 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port cf28203d-538a-4998-ae67-623def58dcc6 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:51.126398 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.222552 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:51.244605 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.264277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.333077 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Made reservation on behalf of 36b5d23ffab344b88e9d2778dbbc5fcc for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:06:51.339999 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.470995 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.488038 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Transition to ACTIVE for port object 83f8c708-fc2b-4ac0-91c2-b56b441d1034 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:51.500969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbf26a-cb58-4faa-8f02-9156166f53fb req-25313e1b-0b74-4015-8bbd-ad14c546fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:51.502531 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2dbbf26a-cb58-4faa-8f02-9156166f53fb req-25313e1b-0b74-4015-8bbd-ad14c546fb22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 1102 time: 0.0721684 Sep 03 14:06:51.510662 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Transition to ACTIVE for port object 83f8c708-fc2b-4ac0-91c2-b56b441d1034 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:51.522595 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:50Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:51.530377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Allocated IP 172.27.0.88 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/95a0e290-42d1-4966-b421-2d4c9c7de938) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:51.551546 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7bef-1f38-44b5-8391-f8646abe1048 None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:50Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:51.593381 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.684077 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2dbbf26a-cb58-4faa-8f02-9156166f53fb req-775c30b1-99fa-4d2d-946e-0f568bb65eab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648936 Sep 03 14:06:51.686537 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Allocated IP 172.20.0.11 (f474cb83-51e3-424b-87c0-c77fe8700583/70b84c24-e574-4e4c-9e0a-b8d88d15ddbc/68fb2f70-c9e5-494c-b33f-40b5e8a5eeff) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:51.701180 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98cd55-99d7-47ee-b7fc-42371bac65f0 req-0adc83cb-a4b3-470c-b76e-0374143ad1d1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:51.706031 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:51.710020 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a98cd55-99d7-47ee-b7fc-42371bac65f0 req-0adc83cb-a4b3-470c-b76e-0374143ad1d1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.1043806 Sep 03 14:06:51.715751 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:51.720475 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:51.745319 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Pushing event updated for resources: {'Port': ['ID=83f8c708-fc2b-4ac0-91c2-b56b441d1034,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:51.753627 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4a98cd55-99d7-47ee-b7fc-42371bac65f0 req-8300f790-ac91-4620-b2d7-f1bf5106eb87 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Sep 03 14:06:51.860938 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Attempting to bind port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:51.861631 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Attempting to bind port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:51.861907 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Attempting to bind port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 on network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:51.873332 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:51.877142 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Checking segment: {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:51.877755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.878178 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Bound using segment: {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:51.878862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Bound port: 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:51.880068 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.914189 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a25e0f5-164d-4e6f-b8f6-e175b130ba1e req-c956f6d3-83c9-419b-b25b-308e0ebf47f6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 210 time: 0.0659499 Sep 03 14:06:51.951820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:51.971952 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d52d5-a84b-4e1a-9aae-d77bef5d98db req-83bb501c-8e3a-43d6-b664-64da23fbfac0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:51.973846 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-194d52d5-a84b-4e1a-9aae-d77bef5d98db req-83bb501c-8e3a-43d6-b664-64da23fbfac0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0748694 Sep 03 14:06:51.987365 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] For port 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:51.991798 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] For port 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=83f8c708-fc2b-4ac0-91c2-b56b441d1034,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:52.030602 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-194d52d5-a84b-4e1a-9aae-d77bef5d98db req-c16dc484-6b4d-4b8c-b2e2-65aeba04ac19 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Sep 03 14:06:52.078282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:52.094664 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:52.095998 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33bdf7-8245-4ee3-b076-9a2593014243 req-90909422-8cef-4288-ab43-5edaab2495a3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:52.105390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Transition to ACTIVE for port object 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:52.108043 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e33bdf7-8245-4ee3-b076-9a2593014243 req-90909422-8cef-4288-ab43-5edaab2495a3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0843041 Sep 03 14:06:52.167734 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e33bdf7-8245-4ee3-b076-9a2593014243 req-5569ce06-993c-4300-8882-8a144b87d201 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Sep 03 14:06:52.204062 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:52.250383 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc533f6-09bc-422c-8b27-c57b3811089b None None] Pushing event updated for resources: {'Port': ['ID=83f8c708-fc2b-4ac0-91c2-b56b441d1034,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:52.314814 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:52.369318 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:52.379014 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:52.390580 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:52.402595 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Pushing event updated for resources: {'Port': ['ID=95a0e290-42d1-4966-b421-2d4c9c7de938,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:52.414447 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Network f474cb83-51e3-424b-87c0-c77fe8700583 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:52.472687 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:52.608795 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:52.616706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:52.794942 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:52.795797 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:52.941946 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-25d3a686-c56e-4fa6-b2cb-b87585f8b99d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9577122 Sep 03 14:06:52.956708 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0412-c1bf-485b-9b5f-fee10dd4d280 req-702696ab-a892-44eb-a40e-821046eabc1b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:52.956708 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-62dc0412-c1bf-485b-9b5f-fee10dd4d280 req-702696ab-a892-44eb-a40e-821046eabc1b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.1084397 Sep 03 14:06:53.037848 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 42697829-e9cc-4b1c-96af-78e1ca08e86b up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:53.093425 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-62dc0412-c1bf-485b-9b5f-fee10dd4d280 req-3a6376b6-f936-404c-b3f3-024e19f800f2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256285 Sep 03 14:06:53.129003 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71313e0-2b41-459e-a849-bc5502aaefb4 req-a18b2361-117c-4ed1-91a5-815ebb1c5b41 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:53.129126 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-23d745cb-d32a-4a95-b944-519eb994d82d None None] Provisioning for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:53.129230 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a71313e0-2b41-459e-a849-bc5502aaefb4 req-a18b2361-117c-4ed1-91a5-815ebb1c5b41 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.1501215 Sep 03 14:06:53.163049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-23d745cb-d32a-4a95-b944-519eb994d82d None None] Provisioning complete for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:53.163717 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-23d745cb-d32a-4a95-b944-519eb994d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.201124 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a71313e0-2b41-459e-a849-bc5502aaefb4 req-06ee3b5d-8bb0-4a78-bf56-de1a7ccd1521 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Sep 03 14:06:53.232507 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.248738 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-23d745cb-d32a-4a95-b944-519eb994d82d None None] Port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:53.260091 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 42697829-e9cc-4b1c-96af-78e1ca08e86b completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:53.267421 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 42697829-e9cc-4b1c-96af-78e1ca08e86b triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:53.268258 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.346367 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a320b5d-762a-4eee-858b-b2fddb64018e req-428acd16-7b83-40ac-82e0-249d11b4c35b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:53.347968 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a320b5d-762a-4eee-858b-b2fddb64018e req-428acd16-7b83-40ac-82e0-249d11b4c35b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.1457961 Sep 03 14:06:53.494731 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a320b5d-762a-4eee-858b-b2fddb64018e req-21212e8f-ae8a-4ed5-b217-4235af6750ca tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098557 Sep 03 14:06:53.594013 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.666757 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc76fa8-592e-4d81-ade6-a3ac83e9c351 req-c78c2685-4041-417e-9c38-e561f5afe2d1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:53.675562 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9bc76fa8-592e-4d81-ade6-a3ac83e9c351 req-c78c2685-4041-417e-9c38-e561f5afe2d1 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.1072614 Sep 03 14:06:53.680154 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.744227 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9bc76fa8-592e-4d81-ade6-a3ac83e9c351 req-7ab1852a-b3ba-40ca-b9f0-1e270c90386b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Sep 03 14:06:53.755620 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 42697829-e9cc-4b1c-96af-78e1ca08e86b, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=42697829-e9cc-4b1c-96af-78e1ca08e86b,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:53.790277 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4c74a-1a56-4367-ad9e-a4cde3b9dee7 None None] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:06:53.848251 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:53.849027 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 83f8c708-fc2b-4ac0-91c2-b56b441d1034 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:53.898838 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:06:53.979502 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:54.016344 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:54.028866 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Sync routers for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:54.033080 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-32bb47e4-a4fe-4044-a594-e090757ec8fd None None] Provisioning for port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:54.039369 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:54.041047 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:54.088781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:54.093018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:54.093391 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.117382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.122986 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e67d4707-73d0-4bfa-ae73-10e3a39e0962 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7884371 Sep 03 14:06:54.123133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 59020) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:54.187816 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.195798 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:54.245918 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=83f8c708-fc2b-4ac0-91c2-b56b441d1034,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:54.302649 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007b246-345d-402a-9f15-b0c04e09d97c req-d72adf81-8c57-439d-bbe2-cd988618c73d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:54.312902 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e007b246-345d-402a-9f15-b0c04e09d97c req-d72adf81-8c57-439d-bbe2-cd988618c73d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0940506 Sep 03 14:06:54.344911 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.364058 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e007b246-345d-402a-9f15-b0c04e09d97c req-ed722450-01c2-4d30-a1ed-8f76b420202d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Sep 03 14:06:54.452328 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:52Z', 'revision_number': 3, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:54.458010 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-00c9ae75-8449-4886-a3c6-dbb98fef5919 None None] Provisioning complete for port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:54.462332 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c9ae75-8449-4886-a3c6-dbb98fef5919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.495088 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=83f8c708-fc2b-4ac0-91c2-b56b441d1034,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:54.532396 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Checking router: d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:54.532917 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Updating router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 port 95a0e290-42d1-4966-b421-2d4c9c7de938 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:54.573358 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.681440 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:06:54.787378 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af190c-0de9-4f68-94d8-d4c63aec9093 req-b98b0d85-bf11-4a53-b8a4-58482568475e tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:54.789480 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-88af190c-0de9-4f68-94d8-d4c63aec9093 req-b98b0d85-bf11-4a53-b8a4-58482568475e tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.3339450 Sep 03 14:06:54.813024 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 42697829-e9cc-4b1c-96af-78e1ca08e86b up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:54.882932 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 42697829-e9cc-4b1c-96af-78e1ca08e86b triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:54.883315 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.912281 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-88af190c-0de9-4f68-94d8-d4c63aec9093 req-c17dec98-3bc3-4b4e-b66f-4dec004fa1db tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565300 Sep 03 14:06:54.964042 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:54.975145 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Transition to ACTIVE for port object 95a0e290-42d1-4966-b421-2d4c9c7de938 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:54.992591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 83f8c708-fc2b-4ac0-91c2-b56b441d1034 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:55.031395 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.063220 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:55.063602 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.073545 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365461-7b3d-498b-a917-fc6f54107656 None None] Pushing event updated for resources: {'Port': ['ID=95a0e290-42d1-4966-b421-2d4c9c7de938,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:55.097508 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Attempting to bind port 95a0e290-42d1-4966-b421-2d4c9c7de938 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:55.097899 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Attempting to bind port 95a0e290-42d1-4966-b421-2d4c9c7de938 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:55.098234 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Attempting to bind port 95a0e290-42d1-4966-b421-2d4c9c7de938 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:55.103937 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:55.104305 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:55.105148 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.105148 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:55.105566 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Bound port: 95a0e290-42d1-4966-b421-2d4c9c7de938, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:55.105965 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.106422 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5bfd-448f-4274-bb98-23fc0ead556d req-3d22c903-8163-417d-82e1-e4e0237b6584 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:55.107925 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d38f5bfd-448f-4274-bb98-23fc0ead556d req-3d22c903-8163-417d-82e1-e4e0237b6584 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.1075854 Sep 03 14:06:55.113689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.162616 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] For port 95a0e290-42d1-4966-b421-2d4c9c7de938, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:55.168337 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] For port 95a0e290-42d1-4966-b421-2d4c9c7de938, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=95a0e290-42d1-4966-b421-2d4c9c7de938,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:55.199279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d38f5bfd-448f-4274-bb98-23fc0ead556d req-0cf12e23-4c9c-4cc2-bffe-9630268a8dea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Sep 03 14:06:55.239912 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.291836 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:55.293084 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:55.338913 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Allocated IP 172.20.0.1 (92939b9c-5ee3-4cd4-9132-84d31ebdf1bf/f8e8bbcb-b287-4901-bb83-fe849814047b/8aea4473-3da1-4f5c-9b5d-e54c2e4620d9) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:06:55.365839 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060ace-2b92-4ff5-8d49-1132bb54fd57 req-93bb2bb3-c4fa-4787-bf89-4ce833ee473e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:55.367557 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e1060ace-2b92-4ff5-8d49-1132bb54fd57 req-93bb2bb3-c4fa-4787-bf89-4ce833ee473e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0798187 Sep 03 14:06:55.376668 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365461-7b3d-498b-a917-fc6f54107656 None None] Pushing event updated for resources: {'Port': ['ID=95a0e290-42d1-4966-b421-2d4c9c7de938,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:55.420385 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:55.455491 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e1060ace-2b92-4ff5-8d49-1132bb54fd57 req-5030850c-d95a-4da4-9fd7-fce86e3beec4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 Sep 03 14:06:55.489163 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.504161 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Transition to ACTIVE for port object 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:55.594705 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c471bb-bd35-45ab-b139-978ea4017da9 req-81d855a4-5fb4-4171-af9a-07e72578f4a0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:55.596232 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-93c471bb-bd35-45ab-b139-978ea4017da9 req-81d855a4-5fb4-4171-af9a-07e72578f4a0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0689573 Sep 03 14:06:55.627335 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:52Z', 'revision_number': 3, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:55.634418 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.660435 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a05a15-7cdd-484b-b7f1-eee217ed89cc None None] The sync data for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi is: [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:52Z', 'revision_number': 3, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:55.671917 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-93c471bb-bd35-45ab-b139-978ea4017da9 req-f960ecdf-153e-4a36-938a-8a1b4c113ed1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 Sep 03 14:06:55.681616 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:55.689521 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:55.694404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:06:55.751015 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.785965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:55.979615 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:55.996047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-afa54ee6-84b1-4b25-ace5-60cbe2cb276d None None] Provisioning for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:56.006980 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-afa54ee6-84b1-4b25-ace5-60cbe2cb276d None None] Provisioning complete for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:56.007412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-afa54ee6-84b1-4b25-ace5-60cbe2cb276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:56.051684 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-afa54ee6-84b1-4b25-ace5-60cbe2cb276d None None] Port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:56.110148 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff483b-0230-4c46-b87a-52f4afd27eff req-52e05be8-0da2-4ba3-ac98-6f8b11539cf0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:56.111711 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31ff483b-0230-4c46-b87a-52f4afd27eff req-52e05be8-0da2-4ba3-ac98-6f8b11539cf0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.1012707 Sep 03 14:06:56.207220 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31ff483b-0230-4c46-b87a-52f4afd27eff req-8f17724d-f26d-4a47-9c12-a683dab25265 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816078 Sep 03 14:06:56.267918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:56.327766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e983538-9019-4737-a5ff-f6671825879b req-aa443ed6-8ae3-43f4-a901-b4f849d5fbee tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:56.335208 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1e983538-9019-4737-a5ff-f6671825879b req-aa443ed6-8ae3-43f4-a901-b4f849d5fbee tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0650322 Sep 03 14:06:56.353073 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:56.438339 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1e983538-9019-4737-a5ff-f6671825879b req-fd0498ee-86f5-4b6e-9a77-a0a33e6c51cb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Sep 03 14:06:56.454044 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:56.462127 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:56.551111 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:06:56.560569 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:06:56.684728 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7feebc-bf23-42b2-8620-a3060cb1f532 req-f631a79a-e50c-491e-bd0f-7bdf643f12ea tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:56.686787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0b7feebc-bf23-42b2-8620-a3060cb1f532 req-f631a79a-e50c-491e-bd0f-7bdf643f12ea tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.1382785 Sep 03 14:06:56.766620 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:06:56.770747 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0b7feebc-bf23-42b2-8620-a3060cb1f532 req-d8f943e7-a2be-4efa-8f02-2159773e4a19 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707822 Sep 03 14:06:56.851848 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 95a0e290-42d1-4966-b421-2d4c9c7de938 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:56.902531 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c67e4568-80c5-4ce7-bc3e-8694a8076a3d None None] Provisioning complete for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:56.903005 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c67e4568-80c5-4ce7-bc3e-8694a8076a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:56.927389 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e8aa-8eee-4840-a532-0285914e7ada req-57cf7c6e-9026-4baf-a05c-6b39c1dcb809 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:56.928780 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0b05e8aa-8eee-4840-a532-0285914e7ada req-57cf7c6e-9026-4baf-a05c-6b39c1dcb809 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0744021 Sep 03 14:06:56.930054 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:06:56.938680 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-477a54fd-6355-44cf-b030-c85fdf2f0b22 admin admin] 10.222.0.13 "PUT /v2.0/routers/d603e6bd-d31f-4e17-a3a0-0cbffa7b2991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8144279 Sep 03 14:06:56.945065 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c67e4568-80c5-4ce7-bc3e-8694a8076a3d None None] Port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:06:56.975805 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0b05e8aa-8eee-4840-a532-0285914e7ada req-4e837428-1d85-4553-be85-38583799e600 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Sep 03 14:06:57.020358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 95a0e290-42d1-4966-b421-2d4c9c7de938 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:06:57.025541 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 95a0e290-42d1-4966-b421-2d4c9c7de938 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:57.025960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:57.126293 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:57.148943 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 95a0e290-42d1-4966-b421-2d4c9c7de938, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=95a0e290-42d1-4966-b421-2d4c9c7de938,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:06:57.224076 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:57.281382 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=95a0e290-42d1-4966-b421-2d4c9c7de938,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:57.402008 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Sync routers for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:06:57.411154 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:57.411765 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:57.521271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:57.726478 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59064) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:57.726478 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342732221', 'description': 'tempest-secgroup-smoke-342732221 description', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:57.745974 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:55Z', 'revision_number': 4, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8aea4473-3da1-4f5c-9b5d-e54c2e4620d9', 'name': '', 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'mac_address': 'fa:16:3e:9a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:55Z', 'updated_at': '2021-09-03T14:06:56Z', 'revision_number': 2, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'subnets': [{'id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:57.781726 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Checking router: d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:06:57.782442 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Updating router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:06:57.810031 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:57.814962 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb370b7-904f-46f6-ac22-69f9b8b46bd5 req-2eca7ae6-c2f6-467e-b182-5fdee253afc4 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:57.822161 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5eb370b7-904f-46f6-ac22-69f9b8b46bd5 req-2eca7ae6-c2f6-467e-b182-5fdee253afc4 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0611014 Sep 03 14:06:57.844472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:57.858927 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5eb370b7-904f-46f6-ac22-69f9b8b46bd5 req-4ba12936-8e8b-48fe-9456-7b5c7a7870bd tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Sep 03 14:06:58.010875 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543faff-49a8-4886-b9b7-c3896ef04e3a req-8c0883d2-524b-491b-a868-978991b79866 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:58.012501 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8543faff-49a8-4886-b9b7-c3896ef04e3a req-8c0883d2-524b-491b-a868-978991b79866 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0761328 Sep 03 14:06:58.074752 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8543faff-49a8-4886-b9b7-c3896ef04e3a req-8457c380-4125-4527-99f6-0fae210eba6c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Sep 03 14:06:58.135200 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.147113 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Transition to ACTIVE for port object 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:06:58.153430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.199557 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7e65-282d-44c9-ab66-cfecd9c496ee req-63f8d6dd-c7d6-4cf8-aed6-cd6a77c1b121 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:58.201050 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cebc7e65-282d-44c9-ab66-cfecd9c496ee req-63f8d6dd-c7d6-4cf8-aed6-cd6a77c1b121 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0490611 Sep 03 14:06:58.231889 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.242023 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cebc7e65-282d-44c9-ab66-cfecd9c496ee req-225509b9-4970-463b-8a0b-d9000015b64e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Sep 03 14:06:58.242254 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.289591 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3434a2-cef3-4d83-90bd-816ff16aca16,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:58.335469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d53837-0e23-4304-856e-360d337fc052 None None] Pushing event updated for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:58.354845 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Attempting to bind port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:06:58.355264 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Attempting to bind port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:06:58.355630 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Attempting to bind port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 on network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:06:58.361571 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.367486 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-19cb7e54-87e9-487b-949c-7197aacf3abd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6457226 Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Checking segment: {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Bound using segment: {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Bound port: 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae981f5b-e4ed-487b-8380-cf887ac91a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:06:58.367628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.374039 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59070) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:58.379188 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:58.417743 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c6d0-1c44-4f2d-b46c-3cf30aaf0a02 req-e9fc0632-45f6-47c2-8f89-0da618a0af6d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:58.422894 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ded7c6d0-1c44-4f2d-b46c-3cf30aaf0a02 req-e9fc0632-45f6-47c2-8f89-0da618a0af6d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0747359 Sep 03 14:06:58.447507 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] For port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:06:58.453641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] For port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:06:58.468284 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ded7c6d0-1c44-4f2d-b46c-3cf30aaf0a02 req-318187a3-4c9d-4a8f-9f6d-19e10a0cbee0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Sep 03 14:06:58.509733 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.530057 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.580857 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:58.609473 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:06:58.609473 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:06:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:58.652443 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d53837-0e23-4304-856e-360d337fc052 None None] Pushing event updated for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:58.744200 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:06:58.809951 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 95a0e290-42d1-4966-b421-2d4c9c7de938 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:06:58.992263 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc160ff-5a92-484d-acbf-4e53f8748356 req-3ed55e1a-ae78-4982-bb16-215348b7dae2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:58.993813 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bfc160ff-5a92-484d-acbf-4e53f8748356 req-3ed55e1a-ae78-4982-bb16-215348b7dae2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0562775 Sep 03 14:06:59.049148 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bfc160ff-5a92-484d-acbf-4e53f8748356 req-4e5fe00e-5e8e-4536-a3de-e31b64a5b896 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477221 Sep 03 14:06:59.171064 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 95a0e290-42d1-4966-b421-2d4c9c7de938 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:06:59.171739 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.197063 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c416-bbb4-4680-b2b8-00fd5f4c6fa5 req-9d76b6ae-4e3f-498f-8f0f-01fa8e5cb92b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:59.198708 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cd8c416-bbb4-4680-b2b8-00fd5f4c6fa5 req-9d76b6ae-4e3f-498f-8f0f-01fa8e5cb92b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0521915 Sep 03 14:06:59.246263 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cd8c416-bbb4-4680-b2b8-00fd5f4c6fa5 req-fe299d16-ff75-4ddd-a4d4-d5e252b1332f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Sep 03 14:06:59.311026 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:55Z', 'revision_number': 4, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8aea4473-3da1-4f5c-9b5d-e54c2e4620d9', 'name': '', 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'mac_address': 'fa:16:3e:9a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:55Z', 'updated_at': '2021-09-03T14:06:58Z', 'revision_number': 4, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'subnets': [{'id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:06:59.348121 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bccdbca-b82f-41a3-a16f-86457aaad867 None None] The sync data for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi is: [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:06:55Z', 'revision_number': 4, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8aea4473-3da1-4f5c-9b5d-e54c2e4620d9', 'name': '', 'network_id': '92939b9c-5ee3-4cd4-9132-84d31ebdf1bf', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'mac_address': 'fa:16:3e:9a:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:55Z', 'updated_at': '2021-09-03T14:06:58Z', 'revision_number': 4, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'subnets': [{'id': 'f8e8bbcb-b287-4901-bb83-fe849814047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:06:59.439327 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582362d-94c0-421c-be1b-4d9d67e943a9 req-22d8ab07-6f09-486b-a772-c11752bc2873 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:59.440874 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b582362d-94c0-421c-be1b-4d9d67e943a9 req-22d8ab07-6f09-486b-a772-c11752bc2873 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0995011 Sep 03 14:06:59.447203 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.468487 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9681b80-41ba-4118-bb49-76fe07222698,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:59.498046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b582362d-94c0-421c-be1b-4d9d67e943a9 req-454228df-daba-4750-a2d1-7adb73f2ccc9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Sep 03 14:06:59.591959 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.596191 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-385bf6fc-ebfd-4e9a-a7f8-783ed3e1982e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2182205 Sep 03 14:06:59.596191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59082) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:59.604696 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:06:59.620525 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f0576-e621-4748-932e-1446a1439e49 req-527d1d32-97d6-4c9f-a049-e23d1eb3eccb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:06:59.622501 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-821f0576-e621-4748-932e-1446a1439e49 req-527d1d32-97d6-4c9f-a049-e23d1eb3eccb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0606015 Sep 03 14:06:59.665147 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-821f0576-e621-4748-932e-1446a1439e49 req-4cead84f-451d-4cbe-91d7-9b37ef8a22f3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Sep 03 14:06:59.705265 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.773575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.849092 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.865894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346103ef-579b-492a-b19f-959e5a6da790,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:06:59.940512 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:06:59.944238 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-27e921ec-c71a-49d5-9d64-e939a5c6fa77 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442476 Sep 03 14:06:59.944590 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59086) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:06:59.949694 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:00.053785 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.135775 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.159735 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690631c-367a-4b4c-b5a2-f0940a6c9dec req-ff2dff37-cb07-48e6-9381-019ad3f1e777 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:00.161436 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f690631c-367a-4b4c-b5a2-f0940a6c9dec req-ff2dff37-cb07-48e6-9381-019ad3f1e777 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0502882 Sep 03 14:07:00.203625 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f690631c-367a-4b4c-b5a2-f0940a6c9dec req-5dce6e6c-2da8-4f37-aa40-181037e1fe6c tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Sep 03 14:07:00.218582 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.231610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df52308-3246-4415-9e54-b3badc11137d,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:00.312829 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.314109 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-18ebed8c-215e-4a95-8a35-fb315dcd7d54 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686440 Sep 03 14:07:00.318666 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59092) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:00.330270 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:00.379962 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cd33f-ad3c-4752-9b62-6679763b4f3a req-de5a565a-1a93-4075-a64b-d9dd6303ac66 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:00.381614 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b17cd33f-ad3c-4752-9b62-6679763b4f3a req-de5a565a-1a93-4075-a64b-d9dd6303ac66 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0625920 Sep 03 14:07:00.427126 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b17cd33f-ad3c-4752-9b62-6679763b4f3a req-f1e277f2-57bd-4b05-baa7-a4638c35df97 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Sep 03 14:07:00.447900 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.508853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.608995 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.620000 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b7783-d481-44bd-97d2-ceb18dc996f3 req-3a8a7218-55d1-4773-96e0-ac46d3759b80 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:00.628942 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d54b7783-d481-44bd-97d2-ceb18dc996f3 req-3a8a7218-55d1-4773-96e0-ac46d3759b80 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0602353 Sep 03 14:07:00.629313 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba70615c-6023-47bb-996a-f182c124f076,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:00.675117 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d54b7783-d481-44bd-97d2-ceb18dc996f3 req-312783ef-21fb-4962-91b8-ee13467992c4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Sep 03 14:07:00.711499 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.715784 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b081b91c-0402-4f02-a719-aaa155dac1e6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954105 Sep 03 14:07:00.715935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59098) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:00.721117 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:00.803423 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77244b27-9554-4d8a-b974-2d2d64446396 req-efb1d969-7f4f-45e3-a301-886e9832895a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:00.805012 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-77244b27-9554-4d8a-b974-2d2d64446396 req-efb1d969-7f4f-45e3-a301-886e9832895a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0608754 Sep 03 14:07:00.819569 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:07:00.834650 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.securitygroups_db [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Project 6e7b11e40c354b4e84b35b10cdff0664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:07:00.838265 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.848057 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-77244b27-9554-4d8a-b974-2d2d64446396 req-a84edee4-d5b5-442c-b615-ef9d6c5a11d8 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 03 14:07:00.922055 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:00.995264 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:07:00.999392 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:07:00.999772 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.023788 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.044384 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f809c41-7366-4bc1-8920-8da75e23c530,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:01.082354 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.104211 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.105499 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-53b26011-c623-48be-adae-e4eea503f438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3886116 Sep 03 14:07:01.108173 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 59102) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:01.117760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'security_group_rule': {'security_group_id': '4e3434a2-cef3-4d83-90bd-816ff16aca16', 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:01.117988 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:01.190049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.214703 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.securitygroups_db [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Project 6e7b11e40c354b4e84b35b10cdff0664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:07:01.220256 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.243612 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:01.294666 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.347359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610961ff-c74c-4421-950c-38db57b9d793 req-55514578-715b-4bb5-af58-9348bf814b46 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:01.348884 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-610961ff-c74c-4421-950c-38db57b9d793 req-55514578-715b-4bb5-af58-9348bf814b46 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0515409 Sep 03 14:07:01.378544 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.387985 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-610961ff-c74c-4421-950c-38db57b9d793 req-130a0784-727a-49ea-9a11-747146993a1b tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Sep 03 14:07:01.401397 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a1555f-91aa-4b7a-b56f-ede04e5ef42b,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:01.469848 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:01.471163 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-6b764bc0-d232-44a4-87f4-4aa15d5e9ad6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619916 Sep 03 14:07:01.549703 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5902-9fdb-48ce-8a70-987e72008698 req-b24a2280-9da5-4228-ae50-d7fceb708464 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:01.554326 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1db5902-9fdb-48ce-8a70-987e72008698 req-b24a2280-9da5-4228-ae50-d7fceb708464 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0583458 Sep 03 14:07:01.594299 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f1db5902-9fdb-48ce-8a70-987e72008698 req-1b296918-f0c9-4962-bc08-28870ad6bd79 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Sep 03 14:07:01.791696 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1c5a-1959-436e-9834-d902516794b3 req-10a3edb9-7790-455c-bf70-1f1ae8c1f54f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:01.793184 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ade1c5a-1959-436e-9834-d902516794b3 req-10a3edb9-7790-455c-bf70-1f1ae8c1f54f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0488503 Sep 03 14:07:01.830283 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ade1c5a-1959-436e-9834-d902516794b3 req-eccd7f2d-1f8a-454b-a558-a737b5a46220 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Sep 03 14:07:01.965299 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e56cb-4790-4a4a-8c70-8e1230bed08b req-961b2883-adbb-4fc8-9839-ada49eee7002 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:01.966990 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-be1e56cb-4790-4a4a-8c70-8e1230bed08b req-961b2883-adbb-4fc8-9839-ada49eee7002 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Sep 03 14:07:02.009534 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-be1e56cb-4790-4a4a-8c70-8e1230bed08b req-81ade3f1-76c7-43bb-a538-a4d0ed5019c0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Sep 03 14:07:02.511709 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff0222-34f5-4d32-a4ec-1e9844e7e0e0 req-5b7ac60e-8ae4-4da4-b03d-7de72e554921 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:02.513132 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33ff0222-34f5-4d32-a4ec-1e9844e7e0e0 req-5b7ac60e-8ae4-4da4-b03d-7de72e554921 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0542722 Sep 03 14:07:02.553884 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-33ff0222-34f5-4d32-a4ec-1e9844e7e0e0 req-7c652c8b-7473-455e-8060-0856e33c9726 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Sep 03 14:07:02.713571 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481e1d4-1633-456a-8a99-2e0db14ee049 req-0fd2ff69-0894-4fbe-af1d-aa065e78451c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:02.715509 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9481e1d4-1633-456a-8a99-2e0db14ee049 req-0fd2ff69-0894-4fbe-af1d-aa065e78451c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0524938 Sep 03 14:07:02.774482 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9481e1d4-1633-456a-8a99-2e0db14ee049 req-6d40c666-0ca8-4077-b2e6-5f133114be94 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Sep 03 14:07:02.811271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:07:02.862488 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:07:02.862788 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:02.952460 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552742dc-c9b4-40d1-87a2-6c7bd6bd7fbe req-53486862-1c7d-4960-aeda-bb965b675368 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:02.954409 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-552742dc-c9b4-40d1-87a2-6c7bd6bd7fbe req-53486862-1c7d-4960-aeda-bb965b675368 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0562525 Sep 03 14:07:03.005008 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-552742dc-c9b4-40d1-87a2-6c7bd6bd7fbe req-da72272e-8eb9-4830-92a2-6766706aaf9c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366361 Sep 03 14:07:03.129524 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82160-8562-4b7e-9fc2-655b06f21ad3 req-98d0cc32-af38-40c8-9c46-877dbbe1f62e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:03.131026 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35e82160-8562-4b7e-9fc2-655b06f21ad3 req-98d0cc32-af38-40c8-9c46-877dbbe1f62e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Sep 03 14:07:03.169411 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35e82160-8562-4b7e-9fc2-655b06f21ad3 req-b1147cb5-4d41-4138-bf84-563436aa6bb0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Sep 03 14:07:03.676606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b97fe-9e77-4a47-a176-e8263df343b5 req-97ce7b21-468c-4427-857f-acd44764d095 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:03.678137 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-246b97fe-9e77-4a47-a176-e8263df343b5 req-97ce7b21-468c-4427-857f-acd44764d095 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0538852 Sep 03 14:07:03.695078 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea892e6-6643-4788-a9be-a1aaa57abd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:03.720498 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-246b97fe-9e77-4a47-a176-e8263df343b5 req-71334c4c-00c1-436a-8014-8f70645bc461 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Sep 03 14:07:03.891094 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab11f4-1138-44ad-b404-1d4ba1e9d0f6 req-794327d8-6d78-436f-9975-93495a2139fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:03.892573 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97ab11f4-1138-44ad-b404-1d4ba1e9d0f6 req-794327d8-6d78-436f-9975-93495a2139fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0506225 Sep 03 14:07:03.931957 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97ab11f4-1138-44ad-b404-1d4ba1e9d0f6 req-ef2e1dc6-17ff-49cc-b2cc-3dfac10df977 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Sep 03 14:07:04.131025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2433c-d953-49d0-8c47-59f206e96900 req-f01ce1f1-b203-43b8-9533-0b9b046e9965 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:04.132541 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dff2433c-d953-49d0-8c47-59f206e96900 req-f01ce1f1-b203-43b8-9533-0b9b046e9965 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0552468 Sep 03 14:07:04.174025 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dff2433c-d953-49d0-8c47-59f206e96900 req-4f9ba5eb-7ee5-4f96-b354-8cf3c2c3257d tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349178 Sep 03 14:07:04.285113 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ee3dd-7fcf-4c8f-8a0f-762ea7473662 req-c32805af-8fb0-4521-b2ba-f143c5ea8b90 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:04.286658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-960ee3dd-7fcf-4c8f-8a0f-762ea7473662 req-c32805af-8fb0-4521-b2ba-f143c5ea8b90 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0493541 Sep 03 14:07:04.326098 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-960ee3dd-7fcf-4c8f-8a0f-762ea7473662 req-e3342889-2c14-49eb-b5ea-e5bc794d7b13 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Sep 03 14:07:04.835425 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddd745-7f74-433d-a7e9-b0421edd31a4 req-a40faf1a-8dc3-4cbd-86f5-08fc3e9f6127 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:04.837099 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-38ddd745-7f74-433d-a7e9-b0421edd31a4 req-a40faf1a-8dc3-4cbd-86f5-08fc3e9f6127 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0492928 Sep 03 14:07:04.876947 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-38ddd745-7f74-433d-a7e9-b0421edd31a4 req-778107bb-5f5c-4395-bef5-599e04adb70a tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Sep 03 14:07:05.055511 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1915c-8a89-4453-a548-c3f32b76b611 req-4b7614f6-2c76-4a3b-b9e8-0eeed5c2774a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:05.057009 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3e1915c-8a89-4453-a548-c3f32b76b611 req-4b7614f6-2c76-4a3b-b9e8-0eeed5c2774a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0538301 Sep 03 14:07:05.094720 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3e1915c-8a89-4453-a548-c3f32b76b611 req-40ccaf9a-7e4c-4a2a-b481-86a6a8103940 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Sep 03 14:07:05.291279 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ba89a-714b-45d5-a510-55eb44084d04 req-d6e56f6e-6fe6-4c68-8ecb-a0dba83fb8bf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:05.292761 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc2ba89a-714b-45d5-a510-55eb44084d04 req-d6e56f6e-6fe6-4c68-8ecb-a0dba83fb8bf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0508709 Sep 03 14:07:05.332880 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc2ba89a-714b-45d5-a510-55eb44084d04 req-bd2dc7e1-ea66-47e1-a6f7-9b55a57bf33f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Sep 03 14:07:05.441346 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38d699-17c1-42c1-ba3f-1b3bd59b7517 req-1c37ada7-9cfe-47ec-8384-e968e34c4d2a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:05.442864 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fe38d699-17c1-42c1-ba3f-1b3bd59b7517 req-1c37ada7-9cfe-47ec-8384-e968e34c4d2a tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0497420 Sep 03 14:07:05.483272 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fe38d699-17c1-42c1-ba3f-1b3bd59b7517 req-b33b3e6f-9578-469a-84ef-316aa414836e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Sep 03 14:07:06.001130 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9148-7916-40ca-b0b5-d229586f82bc req-21f5a6ed-11bc-43b6-8cbb-ab0b09a8e91e tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:06.002695 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c57e9148-7916-40ca-b0b5-d229586f82bc req-21f5a6ed-11bc-43b6-8cbb-ab0b09a8e91e tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0547676 Sep 03 14:07:06.048858 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c57e9148-7916-40ca-b0b5-d229586f82bc req-cfd4e9bd-a764-4601-87c2-40a034255610 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Sep 03 14:07:06.201035 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f50a72d7-a3ef-4a7d-97be-364784ad61b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:06.221118 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8950fe-0746-43bf-8f26-df3d011cc7fd req-5cf2d359-62db-442c-89f7-142d3b9c6dd9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:06.222983 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b8950fe-0746-43bf-8f26-df3d011cc7fd req-5cf2d359-62db-442c-89f7-142d3b9c6dd9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0621917 Sep 03 14:07:06.263829 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b8950fe-0746-43bf-8f26-df3d011cc7fd req-e5ec013c-0b59-4bd1-898f-d7ad32d6bc77 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Sep 03 14:07:06.454749 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5ed94-dee9-4792-a2da-b4c0f0538f75 req-7be74d28-11b7-41fe-9dfa-ce0f3dc4b9ea tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:06.456294 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e5ed94-dee9-4792-a2da-b4c0f0538f75 req-7be74d28-11b7-41fe-9dfa-ce0f3dc4b9ea tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0540972 Sep 03 14:07:06.494957 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e5ed94-dee9-4792-a2da-b4c0f0538f75 req-6d6e60f3-c0a7-47dc-9575-c5ec23946661 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Sep 03 14:07:06.534763 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:06.608392 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c271-d572-499d-aef9-878c35a2e5ae req-e27f3581-91a0-4c8d-97a0-af0a9385e7c2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:06.609846 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-10e6c271-d572-499d-aef9-878c35a2e5ae req-e27f3581-91a0-4c8d-97a0-af0a9385e7c2 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0554211 Sep 03 14:07:06.647566 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-10e6c271-d572-499d-aef9-878c35a2e5ae req-e9e8b2ac-ab11-4828-baa6-85e3e7da44ad tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Sep 03 14:07:07.168982 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f77b-202d-4ca9-b4a7-58db35d5c7f2 req-f967e4cf-6dc8-4791-8d64-4868ed7d5fb4 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:07.170494 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4752f77b-202d-4ca9-b4a7-58db35d5c7f2 req-f967e4cf-6dc8-4791-8d64-4868ed7d5fb4 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0505369 Sep 03 14:07:07.210428 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4752f77b-202d-4ca9-b4a7-58db35d5c7f2 req-683a2912-22cc-4bb8-8c95-54231fdab7fd tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Sep 03 14:07:07.323345 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:07.383566 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c719a05-908f-4728-8c66-4397da9c778b req-cff3fcec-829e-4b39-a36a-0a5b23bdaca5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:07.385691 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c719a05-908f-4728-8c66-4397da9c778b req-cff3fcec-829e-4b39-a36a-0a5b23bdaca5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0534256 Sep 03 14:07:07.423811 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c719a05-908f-4728-8c66-4397da9c778b req-21fd595f-6c38-4a01-aa36-622ce5e3f2ad tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Sep 03 14:07:07.615451 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584673a-29a6-47dc-8b11-3288ea95a7fa req-457ce5c9-0c87-4b27-b61f-1ec23e930162 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:07.616972 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e584673a-29a6-47dc-8b11-3288ea95a7fa req-457ce5c9-0c87-4b27-b61f-1ec23e930162 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0525665 Sep 03 14:07:07.879731 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e584673a-29a6-47dc-8b11-3288ea95a7fa req-6fe3f6a2-c7a0-4e09-9d4b-d279f6ad46ae tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560916 Sep 03 14:07:07.985379 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e6f8a-e879-49e3-a1aa-19372e7bb744 req-9101cd64-9ef2-4ef7-b7e7-1501348869fd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:07.986886 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c97e6f8a-e879-49e3-a1aa-19372e7bb744 req-9101cd64-9ef2-4ef7-b7e7-1501348869fd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0507278 Sep 03 14:07:08.030003 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c97e6f8a-e879-49e3-a1aa-19372e7bb744 req-3db0b893-6787-460f-b403-22e50ea5da90 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Sep 03 14:07:08.342969 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3131-e69a-42e8-8dfa-f201dfcfc11c req-3a47785b-ebcb-40aa-8c13-3252520474b0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:08.344459 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af0b3131-e69a-42e8-8dfa-f201dfcfc11c req-3a47785b-ebcb-40aa-8c13-3252520474b0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0643320 Sep 03 14:07:08.384331 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af0b3131-e69a-42e8-8dfa-f201dfcfc11c req-c92ce5ba-38a9-46d4-adfb-d9438ea8ea46 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Sep 03 14:07:08.634171 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a81f8-1441-4edb-9577-b68b47b88ef7 req-ea72b7b8-3fae-4ab7-945f-0dc1ecfa1e88 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:08.634171 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-877a81f8-1441-4edb-9577-b68b47b88ef7 req-ea72b7b8-3fae-4ab7-945f-0dc1ecfa1e88 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0575900 Sep 03 14:07:08.634171 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-877a81f8-1441-4edb-9577-b68b47b88ef7 req-6c7fe7cb-aa9c-498d-886e-4324ccacc38d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Sep 03 14:07:08.809226 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:08.993385 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa120-b571-4899-8fe0-dd0aac41c059 req-02fc76d9-61f9-441a-b98e-517b2cc7f885 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:08.995123 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f33aa120-b571-4899-8fe0-dd0aac41c059 req-02fc76d9-61f9-441a-b98e-517b2cc7f885 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0498354 Sep 03 14:07:09.034096 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f33aa120-b571-4899-8fe0-dd0aac41c059 req-d02f06eb-594c-4f4b-b8e6-3a3b1bcdefab tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328727 Sep 03 14:07:09.147260 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13d10d-4a3b-40d3-917e-4d85bb5d7164 req-2eb296c8-320a-4a63-a558-d6bc7d85a45f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:09.148734 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bc13d10d-4a3b-40d3-917e-4d85bb5d7164 req-2eb296c8-320a-4a63-a558-d6bc7d85a45f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Sep 03 14:07:09.186233 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bc13d10d-4a3b-40d3-917e-4d85bb5d7164 req-22439b73-4b61-4873-8df4-919673f5f5b9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Sep 03 14:07:09.512978 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b77048-81bf-489f-b1de-143ed6510101 req-680523a3-c0bb-43d9-86fd-fc54e53adafa tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:09.514512 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97b77048-81bf-489f-b1de-143ed6510101 req-680523a3-c0bb-43d9-86fd-fc54e53adafa tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0590572 Sep 03 14:07:09.557003 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97b77048-81bf-489f-b1de-143ed6510101 req-72fad6e2-f883-4586-9726-9e6d14e61453 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338666 Sep 03 14:07:09.710387 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cbca-a3a4-4528-9139-eb143d0a196d req-a2514037-81f6-46a4-af43-7210606d731a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:09.712518 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6925cbca-a3a4-4528-9139-eb143d0a196d req-a2514037-81f6-46a4-af43-7210606d731a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0513637 Sep 03 14:07:09.752365 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6925cbca-a3a4-4528-9139-eb143d0a196d req-01fd03ed-8e6c-42cd-8fd2-32d2635091a5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Sep 03 14:07:10.153015 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ecca-74e8-4b53-97ad-454908bdd085 req-1105dd44-8799-4839-9e7f-72ccfedcdad6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:10.155057 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c347ecca-74e8-4b53-97ad-454908bdd085 req-1105dd44-8799-4839-9e7f-72ccfedcdad6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0545938 Sep 03 14:07:10.196705 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c347ecca-74e8-4b53-97ad-454908bdd085 req-f2362ae0-07d7-4ce4-a236-848ce34f159e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Sep 03 14:07:10.309085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64166f-91da-4688-8b9d-945b601dc892 req-85f23a86-6186-4f17-8d0c-e0007701b9d3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:10.310659 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e64166f-91da-4688-8b9d-945b601dc892 req-85f23a86-6186-4f17-8d0c-e0007701b9d3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0564909 Sep 03 14:07:10.351635 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e64166f-91da-4688-8b9d-945b601dc892 req-23548674-d3e6-40e1-9518-7b4b737733a1 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Sep 03 14:07:13.904512 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Request body: {'port': {'device_id': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:13.956350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.122861 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a337-cec1-4d05-827b-30d36f7412b1 req-63362ef6-24b6-4f94-80ff-77fed89874d1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.124284 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0530a337-cec1-4d05-827b-30d36f7412b1 req-63362ef6-24b6-4f94-80ff-77fed89874d1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0613816 Sep 03 14:07:14.137804 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-e68bd29f-062d-4563-81eb-3fec5afe9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.139315 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-e68bd29f-062d-4563-81eb-3fec5afe9290 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 1099 time: 0.0824094 Sep 03 14:07:14.164644 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0530a337-cec1-4d05-827b-30d36f7412b1 req-31c968fc-4e61-43d2-bf2f-bf19337bd103 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Sep 03 14:07:14.273034 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6623eb-86f6-4c9f-83a5-f737ed13e725 req-282bd7af-e5c1-4786-9ca0-7239bbce64a1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.274759 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e6623eb-86f6-4c9f-83a5-f737ed13e725 req-282bd7af-e5c1-4786-9ca0-7239bbce64a1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 932 time: 0.0532820 Sep 03 14:07:14.297692 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-daef5b3c-a360-45e2-88e8-bf96023316b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.298707 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-daef5b3c-a360-45e2-88e8-bf96023316b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 200 len: 920 time: 0.1339681 Sep 03 14:07:14.315915 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e6623eb-86f6-4c9f-83a5-f737ed13e725 req-a9d1e382-625c-4767-a4f8-40656d2b8743 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Sep 03 14:07:14.353580 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-ac2962d7-916f-4a05-a0d6-ef728baf29e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 200 len: 217 time: 0.0362711 Sep 03 14:07:14.362422 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:07:14.378726 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.419722 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Transition to ACTIVE for port object 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:07:14.426730 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-cdebd15c-589c-4fa4-a286-b5b1355a6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.428228 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-cdebd15c-589c-4fa4-a286-b5b1355a6642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 200 len: 859 time: 0.0614307 Sep 03 14:07:14.433580 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc4882-2719-4df0-9ef9-7764217131d6 req-43782448-d46c-4006-8b82-25e9522fc6ff tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.435116 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cfdc4882-2719-4df0-9ef9-7764217131d6 req-43782448-d46c-4006-8b82-25e9522fc6ff tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0611031 Sep 03 14:07:14.466883 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-70d478cb-3971-4332-b418-38390142f1c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6940a9c-62c8-4755-8e11-85130dc4da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247152 Sep 03 14:07:14.474723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cfdc4882-2719-4df0-9ef9-7764217131d6 req-ca7b76a1-6e48-43fa-b1d6-e27a2f2ac4c2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Sep 03 14:07:14.498728 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.588706 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66225b-f15c-422f-a52a-23d4f2396922 req-de815fb1-ec1d-48df-ac11-7dd4db51ec76 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.590289 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8c66225b-f15c-422f-a52a-23d4f2396922 req-de815fb1-ec1d-48df-ac11-7dd4db51ec76 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0574570 Sep 03 14:07:14.604050 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:14.635486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8c66225b-f15c-422f-a52a-23d4f2396922 req-e5fc865e-d485-454d-9823-02733d08754f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Sep 03 14:07:14.635700 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-59251276-0cef-4f11-aaec-235f569787bb service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569083 Sep 03 14:07:14.704102 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.705447 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Attempting to bind port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:07:14.707599 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Attempting to bind port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:07:14.708161 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Attempting to bind port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff on network f474cb83-51e3-424b-87c0-c77fe8700583 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:07:14.713707 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff on network f474cb83-51e3-424b-87c0-c77fe8700583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:07:14.714037 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Attempting to bind port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff on network f474cb83-51e3-424b-87c0-c77fe8700583 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:07:14.719376 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:07:14.719717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Checking segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:07:14.720120 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Bound using segment: {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:07:14.720557 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Bound port: 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:07:14.720937 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.823560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:07:14.862163 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:07:14.888958 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bb792cb4-0bd2-4daa-a040-03be87d5a19f req-f744e964-fe4a-4f7c-a910-08f007cec761 service neutron] 10.222.0.47 "GET /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100817 Sep 03 14:07:14.929480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.961825 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:14.962938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:14.964287 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] 10.222.0.47 "PUT /v2.0/ports/68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 1094 time: 1.0648587 Sep 03 14:07:14.964721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:14.966990 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9e137-11bf-42a4-80d4-122db869146d" -d '{"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:14.997695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2ab3d-a196-4f20-a864-82c7f321c555 service neutron] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:15.011261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24538a85-18ba-4d96-b3d6-8d8ba1052a3a x-openstack-request-id: req-24538a85-18ba-4d96-b3d6-8d8ba1052a3a {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:15.011633 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:15.011887 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24538a85-18ba-4d96-b3d6-8d8ba1052a3a {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:15.012284 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:07:15.095227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9e137-11bf-42a4-80d4-122db869146d req-a2b9d02e-2ef8-4d3d-86a1-0316101cac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.096739 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a4d9e137-11bf-42a4-80d4-122db869146d req-a2b9d02e-2ef8-4d3d-86a1-0316101cac4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0471888 Sep 03 14:07:15.207087 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9e137-11bf-42a4-80d4-122db869146d req-ec6b7a2f-2879-41da-b894-fbe3b61ab7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.208573 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a4d9e137-11bf-42a4-80d4-122db869146d req-ec6b7a2f-2879-41da-b894-fbe3b61ab7fd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928884 Sep 03 14:07:15.280392 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d5ba7-44c5-4173-9f04-c0eb44dcc3be req-d2fc6001-4608-4252-b535-ba799b5c79a2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.286773 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d70d5ba7-44c5-4173-9f04-c0eb44dcc3be req-d2fc6001-4608-4252-b535-ba799b5c79a2 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0489833 Sep 03 14:07:15.311187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9e137-11bf-42a4-80d4-122db869146d req-dfda4ff6-0158-486c-b4ba-8bb59687d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.312722 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a4d9e137-11bf-42a4-80d4-122db869146d req-dfda4ff6-0158-486c-b4ba-8bb59687d0f6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955660 Sep 03 14:07:15.324900 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d70d5ba7-44c5-4173-9f04-c0eb44dcc3be req-0658af7c-3d07-4341-b578-112b7f09f5da tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Sep 03 14:07:15.438885 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f62f4a-4b0b-4e7f-b8f6-e56208979cc3 req-ed1703b3-03cd-45ac-ae60-33efe57a329c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.440346 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5f62f4a-4b0b-4e7f-b8f6-e56208979cc3 req-ed1703b3-03cd-45ac-ae60-33efe57a329c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0548916 Sep 03 14:07:15.443468 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-57cb7684-37a2-48ab-8a8f-528ce63b991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.445074 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-57cb7684-37a2-48ab-8a8f-528ce63b991c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0471137 Sep 03 14:07:15.479249 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5f62f4a-4b0b-4e7f-b8f6-e56208979cc3 req-906996e4-b3ff-426a-b085-21bdacca64d9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Sep 03 14:07:15.499325 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-50846672-814e-48d4-8025-51971fa70410 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 217 time: 0.0365231 Sep 03 14:07:15.559626 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-226c8368-6824-4221-92e4-fae25418bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.561150 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-226c8368-6824-4221-92e4-fae25418bd12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0510428 Sep 03 14:07:15.593281 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420174f-7fb3-4b60-a429-fde15b9c5b75 req-b6b384af-7eea-466d-9842-5b530cae07ca tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.594912 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f420174f-7fb3-4b60-a429-fde15b9c5b75 req-b6b384af-7eea-466d-9842-5b530cae07ca tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0511365 Sep 03 14:07:15.612342 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-04ebfd44-185e-4209-9504-367c1a600c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.613879 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-04ebfd44-185e-4209-9504-367c1a600c7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401795 Sep 03 14:07:15.633573 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f420174f-7fb3-4b60-a429-fde15b9c5b75 req-a91d1230-9ad5-4bfe-9d14-a0cf82fc772c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Sep 03 14:07:15.711469 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-32eb4436-14e9-4e59-9d7d-5efafa3d4400 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Sep 03 14:07:15.752633 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc8859-fcbe-4825-969f-e332f71a04ce req-33bda882-a60d-4bbc-b76e-8e9e881e8cc5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:15.754232 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ddc8859-fcbe-4825-969f-e332f71a04ce req-33bda882-a60d-4bbc-b76e-8e9e881e8cc5 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0502021 Sep 03 14:07:15.797055 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ddc8859-fcbe-4825-969f-e332f71a04ce req-96cd7aec-0ad0-48b5-9a6e-9678e98d1c95 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356078 Sep 03 14:07:15.837553 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4a9a374d-dba7-4b28-9038-eaf000c071f3 req-c6ddb812-6baa-444f-9eb1-b49e5e5c0e9e service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000361 Sep 03 14:07:16.447949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d581fc0-abbf-4a26-a52a-05ba3258fde4 req-e4fe5801-f7af-4c0c-a061-d12c3fb46a09 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:16.449701 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d581fc0-abbf-4a26-a52a-05ba3258fde4 req-e4fe5801-f7af-4c0c-a061-d12c3fb46a09 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0552480 Sep 03 14:07:16.491927 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d581fc0-abbf-4a26-a52a-05ba3258fde4 req-deabd050-12ac-4b0d-a775-03190d22181c tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Sep 03 14:07:16.600451 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9ff7-9e54-47ed-9c5f-69ec42a4d135 req-a60ddd8e-28ca-4af3-9294-6579b26b0dae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:16.602189 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-40ae9ff7-9e54-47ed-9c5f-69ec42a4d135 req-a60ddd8e-28ca-4af3-9294-6579b26b0dae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0543082 Sep 03 14:07:16.642217 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-40ae9ff7-9e54-47ed-9c5f-69ec42a4d135 req-7926347b-db7c-4dd4-aade-1d96f8857ff6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Sep 03 14:07:16.750425 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f0fc-ecdb-4cc8-bec8-ba33beaa919f req-d93a7900-e463-4440-9520-0b37e5451290 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:16.752045 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d684f0fc-ecdb-4cc8-bec8-ba33beaa919f req-d93a7900-e463-4440-9520-0b37e5451290 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0504909 Sep 03 14:07:16.792237 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d684f0fc-ecdb-4cc8-bec8-ba33beaa919f req-0d041c7a-b7a1-4bf4-a656-f19c89034a4a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Sep 03 14:07:16.921013 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a5b4-a8d4-451e-ad6c-d497142894a1 req-96c1da3d-6072-4940-a0ff-19ed03d3592b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:16.922580 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-61f0a5b4-a8d4-451e-ad6c-d497142894a1 req-96c1da3d-6072-4940-a0ff-19ed03d3592b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0583160 Sep 03 14:07:16.932277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075049b6-5122-49b9-a10f-86527167bae4 req-553fdc2f-3050-4585-8f44-d2403c06b0a7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:16.933753 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-075049b6-5122-49b9-a10f-86527167bae4 req-553fdc2f-3050-4585-8f44-d2403c06b0a7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 946 time: 0.0490010 Sep 03 14:07:16.965337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-61f0a5b4-a8d4-451e-ad6c-d497142894a1 req-01a8930d-6d26-483e-b56a-8c5f80911a72 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367320 Sep 03 14:07:17.046085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2499-8933-48cb-899a-c67347e2a4a3 req-75961702-a239-4633-aaa6-3dc2edcedb06 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:17.046085 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3b2a2499-8933-48cb-899a-c67347e2a4a3 req-75961702-a239-4633-aaa6-3dc2edcedb06 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0515254 Sep 03 14:07:17.048421 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Deleting port 838e72b4-55e5-43ac-8f9b-eec144eee259 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:17.048929 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:17.095645 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3b2a2499-8933-48cb-899a-c67347e2a4a3 req-984ffccc-ce44-493d-ab99-14632121229f tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Sep 03 14:07:17.148243 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] For port 838e72b4-55e5-43ac-8f9b-eec144eee259, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=838e72b4-55e5-43ac-8f9b-eec144eee259,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:17.148884 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:17.160679 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Calling delete_port for 838e72b4-55e5-43ac-8f9b-eec144eee259 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:17.360812 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:17.383202 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89', '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', '838e72b4-55e5-43ac-8f9b-eec144eee259'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:17.388229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event deleted for resources: {'Port': ['ID=838e72b4-55e5-43ac-8f9b-eec144eee259,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:17.433954 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] No DVR routers for this DVR port 838e72b4-55e5-43ac-8f9b-eec144eee259 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:17.436509 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:17.438859 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-075049b6-5122-49b9-a10f-86527167bae4 req-8440038f-07e0-4d79-bee3-5d3c8c04ffb3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "DELETE /v2.0/ports/838e72b4-55e5-43ac-8f9b-eec144eee259 HTTP/1.1" status: 204 len: 173 time: 0.4927697 Sep 03 14:07:17.439294 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'name': 'network-vif-deleted', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:17.441565 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd93bf-37ec-4f93-8012-03514f4661b2" -d '{"events": [{"server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "name": "network-vif-deleted", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:17.479171 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f269486-a12a-4b01-8ab1-8f3ca26acaa5 x-openstack-request-id: req-8f269486-a12a-4b01-8ab1-8f3ca26acaa5 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:17.479462 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c0190-7459-4a0e-bb85-82ca3e0e4e6c", "name": "network-vif-deleted", "tag": "838e72b4-55e5-43ac-8f9b-eec144eee259", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:17.479708 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f269486-a12a-4b01-8ab1-8f3ca26acaa5 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:17.480096 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c0190-7459-4a0e-bb85-82ca3e0e4e6c', 'name': 'network-vif-deleted', 'tag': '838e72b4-55e5-43ac-8f9b-eec144eee259', 'status': 'completed', 'code': 200} Sep 03 14:07:17.758689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07b79c-d708-462e-b078-cf7fb4c6a6b0 req-1ee9a732-6da5-4c01-8dfe-e24976885dfd tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:17.760184 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2c07b79c-d708-462e-b078-cf7fb4c6a6b0 req-1ee9a732-6da5-4c01-8dfe-e24976885dfd tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0493500 Sep 03 14:07:17.799476 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2c07b79c-d708-462e-b078-cf7fb4c6a6b0 req-95c71867-7ce1-4acb-bfeb-646f7756eee2 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Sep 03 14:07:17.904225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35726fa6-988b-40b1-ac04-23c68bba0901 req-00630f15-cfe9-4429-a65f-993b0ed09910 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=363c0190-7459-4a0e-bb85-82ca3e0e4e6c HTTP/1.1" status: 200 len: 210 time: 0.0303946 Sep 03 14:07:18.080614 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90887-f5e0-441c-a753-268ad158072f req-4da88d81-77c4-4cc3-b30f-a6bee16c8ef9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:18.082106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02d90887-f5e0-441c-a753-268ad158072f req-4da88d81-77c4-4cc3-b30f-a6bee16c8ef9 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Sep 03 14:07:18.119952 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02d90887-f5e0-441c-a753-268ad158072f req-ee5aad54-2e7f-4628-b554-8a7e2946cd46 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 03 14:07:18.213672 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa458ec-e59d-4e9d-97d7-5ab31d99fb43 req-93585cf3-3be6-48a7-ab8c-e880e128f7b0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:18.215143 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3aa458ec-e59d-4e9d-97d7-5ab31d99fb43 req-93585cf3-3be6-48a7-ab8c-e880e128f7b0 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0487783 Sep 03 14:07:18.251624 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3aa458ec-e59d-4e9d-97d7-5ab31d99fb43 req-8a2bb9e4-f1d7-42c0-8485-0f8e8a9340b7 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305893 Sep 03 14:07:18.910786 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97551d69-2f6b-404c-8c7a-a8a2b62a2a69 req-f8e2fdc3-a834-48a9-8f91-74da49f54f7b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:18.912292 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97551d69-2f6b-404c-8c7a-a8a2b62a2a69 req-f8e2fdc3-a834-48a9-8f91-74da49f54f7b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0479119 Sep 03 14:07:18.958208 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97551d69-2f6b-404c-8c7a-a8a2b62a2a69 req-126f2b22-06a3-4630-81fa-2dbc6410f491 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Sep 03 14:07:19.244833 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98815-004c-4ccc-9747-48a059bd1205 req-cee6c350-cef8-4d6a-92b9-915cf34229dd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:19.246343 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-55a98815-004c-4ccc-9747-48a059bd1205 req-cee6c350-cef8-4d6a-92b9-915cf34229dd tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0556438 Sep 03 14:07:19.284101 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-55a98815-004c-4ccc-9747-48a059bd1205 req-35e74352-170e-45c8-ba8b-fde31432d309 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Sep 03 14:07:19.393494 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779f521-e32d-417e-9569-395a97a8a0a3 req-6c88e5e9-39f0-4f8c-8343-6935b205fad1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:19.394970 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9779f521-e32d-417e-9569-395a97a8a0a3 req-6c88e5e9-39f0-4f8c-8343-6935b205fad1 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0504110 Sep 03 14:07:19.432659 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9779f521-e32d-417e-9569-395a97a8a0a3 req-00fb902a-cdd5-4975-9891-8bdccef0a052 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f96efa-1534-4803-b6af-95e0fc51996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Sep 03 14:07:19.572555 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-b1eed456-6987-4100-b5b2-bb020ef46e69 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:19.574176 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-b1eed456-6987-4100-b5b2-bb020ef46e69 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.47 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 949 time: 0.0490448 Sep 03 14:07:19.676150 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Deleting port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:19.676492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:19.765439 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] For port 2e892da3-e4da-4c69-8a8b-a49121bd57d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e892da3-e4da-4c69-8a8b-a49121bd57d5,segment=NetworkSegment(bc358f55-65fe-49a6-8e34-e2ddb1c37d87),segment_id=bc358f55-65fe-49a6-8e34-e2ddb1c37d87)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:19.765811 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:19.777540 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Calling delete_port for 2e892da3-e4da-4c69-8a8b-a49121bd57d5 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:19.992159 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:20.003992 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['2e892da3-e4da-4c69-8a8b-a49121bd57d5'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:20.021918 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Pushing event deleted for resources: {'Port': ['ID=2e892da3-e4da-4c69-8a8b-a49121bd57d5,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:20.075431 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] No DVR routers for this DVR port 2e892da3-e4da-4c69-8a8b-a49121bd57d5 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:20.081789 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:20.088030 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48bcec3c-5600-4b86-ab1d-459d7cb7f574 req-ca5a1137-ef28-48ec-bf2d-a1ef18b919df tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.47 "DELETE /v2.0/ports/2e892da3-e4da-4c69-8a8b-a49121bd57d5 HTTP/1.1" status: 204 len: 173 time: 0.5023768 Sep 03 14:07:20.088030 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'name': 'network-vif-deleted', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:20.088030 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc90191-5788-4a5b-b270-692c7eb7aed3" -d '{"events": [{"server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "name": "network-vif-deleted", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:20.103225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa09ad-9ffc-4a91-9c69-7dc909cdd19e req-da8861be-d20a-4f44-9a94-6844c0e0e814 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:20.104766 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21fa09ad-9ffc-4a91-9c69-7dc909cdd19e req-da8861be-d20a-4f44-9a94-6844c0e0e814 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0583558 Sep 03 14:07:20.156840 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21fa09ad-9ffc-4a91-9c69-7dc909cdd19e req-e8cd80e5-ee71-4f8d-95b3-22f591858785 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Sep 03 14:07:20.172521 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d4f3d2-4be2-48e6-9141-ca9e683137f1 x-openstack-request-id: req-33d4f3d2-4be2-48e6-9141-ca9e683137f1 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:20.172810 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de09ff3-6504-458c-8408-aa78ecaa7e53", "name": "network-vif-deleted", "tag": "2e892da3-e4da-4c69-8a8b-a49121bd57d5", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:20.173085 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d4f3d2-4be2-48e6-9141-ca9e683137f1 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:20.173489 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de09ff3-6504-458c-8408-aa78ecaa7e53', 'name': 'network-vif-deleted', 'tag': '2e892da3-e4da-4c69-8a8b-a49121bd57d5', 'status': 'completed', 'code': 200} Sep 03 14:07:20.414555 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87bbe-1efd-42c6-a6ed-546cfa96cabe req-c3d1039a-320b-4bb0-8e9d-0ba92251652d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:20.416233 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ff87bbe-1efd-42c6-a6ed-546cfa96cabe req-c3d1039a-320b-4bb0-8e9d-0ba92251652d tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Sep 03 14:07:20.453500 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ff87bbe-1efd-42c6-a6ed-546cfa96cabe req-50ff8bf6-b2ac-43c5-bd89-4a8dd743d6de tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Sep 03 14:07:20.550723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a89f986b-c850-4fe1-95e3-1f94ec97bfae req-367ff983-a9b8-4a6f-8fbb-f7c808c1e358 tempest-VolumesNegativeTest-2123229110 tempest-VolumesNegativeTest-2123229110-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de09ff3-6504-458c-8408-aa78ecaa7e53 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Sep 03 14:07:20.779426 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dd674-32cf-48ea-b948-9132205bdd25 req-2e8e1489-e778-47be-bf0d-201ee022feae tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:20.780924 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8c7dd674-32cf-48ea-b948-9132205bdd25 req-2e8e1489-e778-47be-bf0d-201ee022feae tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Sep 03 14:07:20.817694 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8c7dd674-32cf-48ea-b948-9132205bdd25 req-08fa7164-e7e8-4c92-b2f9-8a462ad73bd7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308850 Sep 03 14:07:21.283038 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2dd90-28ad-4156-96d3-3559f9ddc77f req-5c7fbdcb-14e3-4624-899d-2fd5725b286a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:21.285187 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5d2dd90-28ad-4156-96d3-3559f9ddc77f req-5c7fbdcb-14e3-4624-899d-2fd5725b286a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0542390 Sep 03 14:07:21.324043 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a5d2dd90-28ad-4156-96d3-3559f9ddc77f req-db017ec9-87f9-4e6f-9ec5-7b09cbda9057 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Sep 03 14:07:21.567140 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667efc4-30bd-4bf6-a4e2-f767e23f4c61 req-2e9342f0-d9c1-4cf3-8401-70a6033a2b12 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:21.568691 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a667efc4-30bd-4bf6-a4e2-f767e23f4c61 req-2e9342f0-d9c1-4cf3-8401-70a6033a2b12 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Sep 03 14:07:21.607202 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a667efc4-30bd-4bf6-a4e2-f767e23f4c61 req-1b652aa9-60e1-4bae-adf2-e95b8c3d9ebb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Sep 03 14:07:21.928441 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0abfe6-ce77-47df-897b-52167a538da7 req-5b6bf91c-db84-43f0-878b-ce52d3cb9271 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:21.930238 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e0abfe6-ce77-47df-897b-52167a538da7 req-5b6bf91c-db84-43f0-878b-ce52d3cb9271 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Sep 03 14:07:21.968988 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e0abfe6-ce77-47df-897b-52167a538da7 req-46fdce36-f2a4-40a9-a94a-428002b8f7d7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Sep 03 14:07:22.268107 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:07:22.273484 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 838e72b4-55e5-43ac-8f9b-eec144eee259 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:22.326714 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 838e72b4-55e5-43ac-8f9b-eec144eee259 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:22.327056 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 838e72b4-55e5-43ac-8f9b-eec144eee259 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:22.384773 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:22.395606 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'port_id': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'mac_address': 'fa:16:3e:f5:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:07:22.436885 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:22.441362 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df926e40-8504-402f-a1e0-5aec0b15be18 req-c2065e1c-5a65-495a-b9a9-c11d3d481866 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:22.443035 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-df926e40-8504-402f-a1e0-5aec0b15be18 req-c2065e1c-5a65-495a-b9a9-c11d3d481866 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Sep 03 14:07:22.450252 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:07:22.468861 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:22.481231 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-df926e40-8504-402f-a1e0-5aec0b15be18 req-b316ac18-4c83-4056-aa27-c9f8ddeab61f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Sep 03 14:07:22.563347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:22.612078 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:22.619868 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.620230 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.620580 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.620922 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.621320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.621680 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.622015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.622349 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.622851 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.623038 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.623614 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:22.623955 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:23.098219 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2e0e8-e541-4f7e-a91c-18724ea930c6 req-eadccbca-3f64-4c16-ad17-a2103f8baa0c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:23.099937 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45e2e0e8-e541-4f7e-a91c-18724ea930c6 req-eadccbca-3f64-4c16-ad17-a2103f8baa0c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0667067 Sep 03 14:07:23.143697 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45e2e0e8-e541-4f7e-a91c-18724ea930c6 req-e5db8acf-9bad-4355-94fd-bc2cf1f3d7a9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Sep 03 14:07:23.183420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-a95f608a-302f-49be-85ce-6f7d4e5c8118 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:23.187180 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-a95f608a-302f-49be-85ce-6f7d4e5c8118 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Sep 03 14:07:23.233211 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:23.297714 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Deleting port b4ab587f-a154-4a51-bc6a-1057ecbd710a {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:23.299237 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:23.397340 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] For port b4ab587f-a154-4a51-bc6a-1057ecbd710a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4ab587f-a154-4a51-bc6a-1057ecbd710a,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:23.397743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:23.410567 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Calling delete_port for b4ab587f-a154-4a51-bc6a-1057ecbd710a owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:23.595106 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42852f-db0c-4de6-8d02-f47acaac9934 req-7260f9ee-6f44-42f0-8aac-55186bf5c932 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:23.596486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e42852f-db0c-4de6-8d02-f47acaac9934 req-7260f9ee-6f44-42f0-8aac-55186bf5c932 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Sep 03 14:07:23.640945 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e42852f-db0c-4de6-8d02-f47acaac9934 req-1eaf9ae1-4869-4625-a33d-edac05adc9dc tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Sep 03 14:07:23.664131 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:23.694466 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event deleted for resources: {'Port': ['ID=b4ab587f-a154-4a51-bc6a-1057ecbd710a,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:23.735113 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] No DVR routers for this DVR port b4ab587f-a154-4a51-bc6a-1057ecbd710a on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:23.737495 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:23.739653 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a3c7b625-faa7-4cbe-ac50-231feb97566c req-40df24fd-2620-43ac-9292-40b5cbdf9bba tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "DELETE /v2.0/ports/b4ab587f-a154-4a51-bc6a-1057ecbd710a HTTP/1.1" status: 204 len: 173 time: 0.5461435 Sep 03 14:07:23.740079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'name': 'network-vif-deleted', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:23.742411 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad2919-309e-482c-8f55-6af1fcdced97" -d '{"events": [{"server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "name": "network-vif-deleted", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:23.782867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05611d32-b8ce-440c-94d8-104a43df1bf7 x-openstack-request-id: req-05611d32-b8ce-440c-94d8-104a43df1bf7 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:23.782867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a428c7-6a03-4d03-8d38-2d621fbecde8", "name": "network-vif-deleted", "tag": "b4ab587f-a154-4a51-bc6a-1057ecbd710a", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:23.782867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05611d32-b8ce-440c-94d8-104a43df1bf7 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:23.782867 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a428c7-6a03-4d03-8d38-2d621fbecde8', 'name': 'network-vif-deleted', 'tag': 'b4ab587f-a154-4a51-bc6a-1057ecbd710a', 'status': 'completed', 'code': 200} Sep 03 14:07:24.252078 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-da6d09d6-1d6f-439a-b393-7ea19cd651c7 req-3e8dc8d8-fc04-45a8-94c4-2d879343d68d tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a428c7-6a03-4d03-8d38-2d621fbecde8 HTTP/1.1" status: 200 len: 210 time: 0.0300956 Sep 03 14:07:24.271167 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2e892da3-e4da-4c69-8a8b-a49121bd57d5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:24.291094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 2e892da3-e4da-4c69-8a8b-a49121bd57d5 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:24.291434 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2e892da3-e4da-4c69-8a8b-a49121bd57d5 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:24.644786 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89', '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'b4ab587f-a154-4a51-bc6a-1057ecbd710a'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:24.790047 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd779147-3bdf-4486-b8cf-8f3ae590660d req-c4ddd550-07f7-4d60-bd96-ec004acc96c4 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:24.792245 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fd779147-3bdf-4486-b8cf-8f3ae590660d req-c4ddd550-07f7-4d60-bd96-ec004acc96c4 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 945 time: 0.0818479 Sep 03 14:07:24.834908 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fd779147-3bdf-4486-b8cf-8f3ae590660d req-7513f57d-61b7-4a25-bea4-ba32a8d53634 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Sep 03 14:07:25.771158 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264acfc-118f-4f56-a423-e79099a6dea7 req-95cd1037-dcb0-41b4-a1eb-4900a8b42067 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:25.772653 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7264acfc-118f-4f56-a423-e79099a6dea7 req-95cd1037-dcb0-41b4-a1eb-4900a8b42067 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Sep 03 14:07:25.810915 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7264acfc-118f-4f56-a423-e79099a6dea7 req-88688cae-8e82-46b9-8c74-f8df9efbfdb6 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Sep 03 14:07:25.956539 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5a84-7ac8-4a2b-858a-60dbb3bc64c3 req-bffb07a2-4388-4a5d-8a82-b119be818826 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:25.958166 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2d5a5a84-7ac8-4a2b-858a-60dbb3bc64c3 req-bffb07a2-4388-4a5d-8a82-b119be818826 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Sep 03 14:07:25.997192 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2d5a5a84-7ac8-4a2b-858a-60dbb3bc64c3 req-a93c6c4e-5d49-4a64-a59e-e1437f265ff8 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Sep 03 14:07:26.922067 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9ca0d-9760-4782-9c20-986771dd25b9 req-6172dce2-6431-4d0d-9391-8c90dd788cc3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:26.923598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6c9ca0d-9760-4782-9c20-986771dd25b9 req-6172dce2-6431-4d0d-9391-8c90dd788cc3 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 03 14:07:26.960428 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6c9ca0d-9760-4782-9c20-986771dd25b9 req-8e01cdbf-5972-47f5-b22c-e39f45999bc9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Sep 03 14:07:27.113264 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba51a2-4d9a-4c11-8c3b-3cb763f120de req-355dfd63-f2b7-4208-bbac-9b72bee331aa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:27.114750 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-80ba51a2-4d9a-4c11-8c3b-3cb763f120de req-355dfd63-f2b7-4208-bbac-9b72bee331aa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 945 time: 0.0472627 Sep 03 14:07:27.150981 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-80ba51a2-4d9a-4c11-8c3b-3cb763f120de req-ee186338-c408-42fe-a04a-92b3cc86109b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298281 Sep 03 14:07:28.073131 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f288e0-bacd-461d-b5a0-a0e211dd9ded req-fd42bc3e-318f-4587-b2ed-9aa55c01b84b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:28.074623 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0f288e0-bacd-461d-b5a0-a0e211dd9ded req-fd42bc3e-318f-4587-b2ed-9aa55c01b84b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Sep 03 14:07:28.112040 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0f288e0-bacd-461d-b5a0-a0e211dd9ded req-e440cab8-9b43-4ff1-86d4-57976ff2227d tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Sep 03 14:07:28.263025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8cac-ee64-4e78-adba-ae257a7f9f24 req-2ce02a8d-5a02-4042-aebc-70fb942d2025 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:28.264381 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dabc8cac-ee64-4e78-adba-ae257a7f9f24 req-2ce02a8d-5a02-4042-aebc-70fb942d2025 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 945 time: 0.0476499 Sep 03 14:07:28.300470 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dabc8cac-ee64-4e78-adba-ae257a7f9f24 req-9e92d8d7-104a-459a-b885-7af109269f47 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302355 Sep 03 14:07:28.885343 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:07:29.003030 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:07:29.006930 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:07:29.007323 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:29.082487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:29.105185 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:29.107478 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bcea1b-a270-4b86-b467-ea86cc69fa85" -d '{"events": [{"server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "name": "network-vif-plugged", "status": "completed", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:29.123766 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:29.142653 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06778c58-cc9f-4b08-9f6a-1fd9bc7f4a98 x-openstack-request-id: req-06778c58-cc9f-4b08-9f6a-1fd9bc7f4a98 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:29.142954 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "name": "network-vif-plugged", "status": "completed", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:29.143207 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06778c58-cc9f-4b08-9f6a-1fd9bc7f4a98 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:29.143692 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'code': 200} Sep 03 14:07:29.220263 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:29.234418 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9523e4-d3f1-4c56-a629-8b204dd64324 req-23d0c47b-5013-4f0a-a6c0-6203e097c8cf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:29.235906 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba9523e4-d3f1-4c56-a629-8b204dd64324 req-23d0c47b-5013-4f0a-a6c0-6203e097c8cf tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0492342 Sep 03 14:07:29.267558 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:29.272612 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba9523e4-d3f1-4c56-a629-8b204dd64324 req-1916bef9-0c65-47fa-b018-9a81e4269500 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Sep 03 14:07:29.416924 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa599-107d-42c7-9783-b117951b10fa req-03b83b46-e0a2-419e-836b-deb7d0515bda tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:29.418607 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e1fa599-107d-42c7-9783-b117951b10fa req-03b83b46-e0a2-419e-836b-deb7d0515bda tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0524077 Sep 03 14:07:29.456305 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e1fa599-107d-42c7-9783-b117951b10fa req-fd1d1501-9bb2-4b1c-afce-9980fcadd839 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Sep 03 14:07:30.386509 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd278d-7b7c-4a2c-a7e3-39ea4c3acaf8 req-095da76e-d606-4343-8e56-968a3265909f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:30.387989 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dbfd278d-7b7c-4a2c-a7e3-39ea4c3acaf8 req-095da76e-d606-4343-8e56-968a3265909f tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0480061 Sep 03 14:07:30.424485 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dbfd278d-7b7c-4a2c-a7e3-39ea4c3acaf8 req-fed18416-2d70-4458-9cc1-25e77de196cd tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Sep 03 14:07:30.567541 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd344832-8fec-4620-a13f-472e6f505401 req-94874792-3609-4f40-afa5-63a93ea03b45 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:30.568987 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd344832-8fec-4620-a13f-472e6f505401 req-94874792-3609-4f40-afa5-63a93ea03b45 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0483308 Sep 03 14:07:30.605249 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd344832-8fec-4620-a13f-472e6f505401 req-022832b6-4e36-4a09-bf33-1e88b129dbcf tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Sep 03 14:07:30.685199 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device b4ab587f-a154-4a51-bc6a-1057ecbd710a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:30.705059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: b4ab587f-a154-4a51-bc6a-1057ecbd710a {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:30.705401 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device b4ab587f-a154-4a51-bc6a-1057ecbd710a not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:31.003800 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655af2-3408-4499-859c-0794543ea900 req-58403c32-ea9a-4ccc-a07a-f16dfc05140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:31.003800 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f655af2-3408-4499-859c-0794543ea900 req-58403c32-ea9a-4ccc-a07a-f16dfc05140b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0395670 Sep 03 14:07:31.048687 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f655af2-3408-4499-859c-0794543ea900 req-d53d06e1-91f6-4398-b50e-c70c3858881d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288627 Sep 03 14:07:31.541940 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dad6-3a25-438d-a36a-23890a8437ed req-52412097-50e7-4a26-9c02-10c985589a1a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:31.543449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a27dad6-3a25-438d-a36a-23890a8437ed req-52412097-50e7-4a26-9c02-10c985589a1a tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Sep 03 14:07:31.580331 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a27dad6-3a25-438d-a36a-23890a8437ed req-7c1291d7-adf8-433d-96af-276c48b08194 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Sep 03 14:07:31.671247 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:07:31.716870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce3cb8-7da0-45e1-a369-5c38dba244c8 req-301cd506-af8a-4669-b1fa-52e835f2257b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:31.718407 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57ce3cb8-7da0-45e1-a369-5c38dba244c8 req-301cd506-af8a-4669-b1fa-52e835f2257b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0496340 Sep 03 14:07:31.755645 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57ce3cb8-7da0-45e1-a369-5c38dba244c8 req-ae05646d-3f54-4b96-b2fe-1891d67f1ce9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Sep 03 14:07:32.378885 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 59792) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:32.512309 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d49c3b97-c81b-4a7c-a4ae-468c91118c49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efd35d5ce45046138b4fee5f81b385b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322088 Sep 03 14:07:32.514878 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 59798) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:32.563811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.584137 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.673687 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-539f3a93-adea-4b14-ad21-dbebd25c51a4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:32.675135 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-539f3a93-adea-4b14-ad21-dbebd25c51a4 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Sep 03 14:07:32.693494 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f00c-b7ae-4b45-8639-4ad5c0ec26e5 req-00ebac95-53bc-4ff5-be3b-3b550c563318 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:32.694969 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0db0f00c-b7ae-4b45-8639-4ad5c0ec26e5 req-00ebac95-53bc-4ff5-be3b-3b550c563318 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 945 time: 0.0486546 Sep 03 14:07:32.731118 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.733629 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.734751 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38f96efa-1534-4803-b6af-95e0fc51996f HTTP/1.1" status: 204 len: 168 time: 0.2189322 Sep 03 14:07:32.737683 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0db0f00c-b7ae-4b45-8639-4ad5c0ec26e5 req-fe8eb5c3-b32d-4c9c-829d-91f7542ab25b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Sep 03 14:07:32.745177 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f89a5-4077-451c-99ed-95582fe0f4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f96efa-1534-4803-b6af-95e0fc51996f,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:32.771875 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Deleting port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:32.772210 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.865367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] For port 828fd3dc-f775-48dc-aa2a-e0a0a9701020, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=828fd3dc-f775-48dc-aa2a-e0a0a9701020,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:32.865674 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:32.871296 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21daddf-31bd-4c3e-be84-ea62adae05ff req-7a78112a-fb0f-4bec-8b28-9f454fe2428c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:32.872797 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c21daddf-31bd-4c3e-be84-ea62adae05ff req-7a78112a-fb0f-4bec-8b28-9f454fe2428c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0487173 Sep 03 14:07:32.877339 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Calling delete_port for 828fd3dc-f775-48dc-aa2a-e0a0a9701020 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:32.912994 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c21daddf-31bd-4c3e-be84-ea62adae05ff req-7d1675fb-259b-43bd-b7a8-27ca86fdeaa7 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Sep 03 14:07:33.092926 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:33.125570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event deleted for resources: {'Port': ['ID=828fd3dc-f775-48dc-aa2a-e0a0a9701020,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:33.141010 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89', '828fd3dc-f775-48dc-aa2a-e0a0a9701020'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:33.175359 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] No DVR routers for this DVR port 828fd3dc-f775-48dc-aa2a-e0a0a9701020 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:33.178747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:33.180759 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-83e91e92-964c-439d-a7aa-d313325d81f9 req-eb8dd315-4196-4ab2-9b21-20505ee03725 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "DELETE /v2.0/ports/828fd3dc-f775-48dc-aa2a-e0a0a9701020 HTTP/1.1" status: 204 len: 173 time: 0.4973602 Sep 03 14:07:33.181767 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'name': 'network-vif-deleted', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:33.189722 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7651dd8c-5feb-4b9d-bb87-5dcd669d5e75" -d '{"events": [{"server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "name": "network-vif-deleted", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:33.224222 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af1431-47f0-4f89-96dc-1cc613fd7dd3 x-openstack-request-id: req-09af1431-47f0-4f89-96dc-1cc613fd7dd3 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:33.224507 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15040eff-0967-46e1-8d54-6f4134eef3b1", "name": "network-vif-deleted", "tag": "828fd3dc-f775-48dc-aa2a-e0a0a9701020", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:33.224751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09af1431-47f0-4f89-96dc-1cc613fd7dd3 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:33.225136 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15040eff-0967-46e1-8d54-6f4134eef3b1', 'name': 'network-vif-deleted', 'tag': '828fd3dc-f775-48dc-aa2a-e0a0a9701020', 'status': 'completed', 'code': 200} Sep 03 14:07:33.446292 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3f0278c5-5667-4741-892c-8fded6683279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:33.839312 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9f5d86e8-0b0a-4484-9e5b-b589059f7f3f req-a5d33200-944a-468d-a66f-7b7d6cc4171b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Sep 03 14:07:34.027227 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a08f-c9ee-4d13-b6cd-64b6c826acf7 req-56562453-827d-4914-8bae-2a59bbc5be54 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:34.028588 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7bd9a08f-c9ee-4d13-b6cd-64b6c826acf7 req-56562453-827d-4914-8bae-2a59bbc5be54 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0504158 Sep 03 14:07:34.065012 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7bd9a08f-c9ee-4d13-b6cd-64b6c826acf7 req-140c686f-11d2-4401-a472-d1d9a96c0b4f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Sep 03 14:07:34.928368 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-be61c2d2-894e-4000-8d06-121df149e885 req-e97f2e60-41cb-4154-855e-20117878329e tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0254750 Sep 03 14:07:35.174774 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fea98a-b1b3-4f13-bd7a-06a6f12604bf req-7f4ada06-ac54-48e8-bdc9-9c48d75847c4 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:35.176227 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75fea98a-b1b3-4f13-bd7a-06a6f12604bf req-7f4ada06-ac54-48e8-bdc9-9c48d75847c4 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0479672 Sep 03 14:07:35.212616 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75fea98a-b1b3-4f13-bd7a-06a6f12604bf req-c7ff43b6-3b10-4a24-aa65-81ac3348d3e3 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 Sep 03 14:07:36.021119 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-979eac54-63d0-4bfd-954c-c192bee711c4 req-9dce5286-23ff-4488-bead-d68bbf7a3bb7 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Sep 03 14:07:36.052173 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e78d-a036-4c80-b63c-e57a336699a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:36.322520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b84568-f210-4be5-8bcc-f1950558fbfa req-7b8eac95-d36e-47e4-8936-31f9a5f5d421 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:36.323969 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32b84568-f210-4be5-8bcc-f1950558fbfa req-7b8eac95-d36e-47e4-8936-31f9a5f5d421 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0484006 Sep 03 14:07:36.361650 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32b84568-f210-4be5-8bcc-f1950558fbfa req-719c2cad-791a-4a72-808e-afb041e881bd tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Sep 03 14:07:36.532550 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:37.112976 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7ffe2e0e-cad6-4b71-bc6b-ca3bad6964a8 req-cbbcaf54-b003-4983-bc8d-045850f0f345 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Sep 03 14:07:37.320833 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:37.473339 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e01d10-ccea-45fd-8cdb-050b89d27686 req-ea4fb180-f1ad-4cd5-9210-b1b895100afa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:37.474824 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51e01d10-ccea-45fd-8cdb-050b89d27686 req-ea4fb180-f1ad-4cd5-9210-b1b895100afa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Sep 03 14:07:37.511628 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51e01d10-ccea-45fd-8cdb-050b89d27686 req-3be61086-c599-49e6-a5ab-4fd4f0597ae9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Sep 03 14:07:38.207870 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-46eff55e-4717-40d4-b8e9-e170a745fd70 req-3346cc86-d96e-45a7-bd58-430698327a35 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0288508 Sep 03 14:07:38.623929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122a088-603f-4400-91c1-48efc3134af1 req-b0f40519-a272-49d0-972c-ec08d69b486a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:38.625403 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3122a088-603f-4400-91c1-48efc3134af1 req-b0f40519-a272-49d0-972c-ec08d69b486a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0478311 Sep 03 14:07:38.662524 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3122a088-603f-4400-91c1-48efc3134af1 req-1b5f6525-0c8d-48f0-95d9-a58186667280 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Sep 03 14:07:38.815100 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:39.073480 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 828fd3dc-f775-48dc-aa2a-e0a0a9701020 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:39.093182 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 828fd3dc-f775-48dc-aa2a-e0a0a9701020 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:39.093567 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 828fd3dc-f775-48dc-aa2a-e0a0a9701020 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:39.312306 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bcac3878-a330-4394-8ab8-9d24fd062f25 req-b2361183-f99f-4cd8-aa77-67018276fad0 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Sep 03 14:07:39.783578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4abb55-9333-4769-8385-2ebf81199160 req-60901f0b-70df-4b20-8908-a17bbc6f4973 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:39.785021 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f4abb55-9333-4769-8385-2ebf81199160 req-60901f0b-70df-4b20-8908-a17bbc6f4973 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0502279 Sep 03 14:07:39.822570 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f4abb55-9333-4769-8385-2ebf81199160 req-1246890d-cf02-4ceb-b9fc-9151345eae2e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Sep 03 14:07:40.056251 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119cb24-6c0d-4ce3-9eb1-105ef91bdf84 req-9cd0b38e-b991-47dc-bc95-e4a8cc13b36e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:40.058284 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f119cb24-6c0d-4ce3-9eb1-105ef91bdf84 req-9cd0b38e-b991-47dc-bc95-e4a8cc13b36e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0500894 Sep 03 14:07:40.095773 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f119cb24-6c0d-4ce3-9eb1-105ef91bdf84 req-d6a8481c-4823-4602-8720-d51fff427017 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Sep 03 14:07:40.415578 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-20fdb946-fc47-4f57-9d96-6bc43bd03c08 req-20de86ba-12f8-46bd-a4b7-a00cc0576ac9 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=15040eff-0967-46e1-8d54-6f4134eef3b1 HTTP/1.1" status: 200 len: 210 time: 0.0257478 Sep 03 14:07:40.945929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ad60f-4807-4f54-b7b4-cb179b4d8039 req-085e84f2-30fa-44a6-becd-57bf1da18a37 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:40.952680 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7b3ad60f-4807-4f54-b7b4-cb179b4d8039 req-085e84f2-30fa-44a6-becd-57bf1da18a37 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0530953 Sep 03 14:07:40.988282 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7b3ad60f-4807-4f54-b7b4-cb179b4d8039 req-4312b719-c0e0-46e9-b41b-5cd9097a4616 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Sep 03 14:07:41.212084 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ab821-7066-4fcb-8cc3-bc2824a8efd8 req-90b1ad06-985c-41ad-9712-02b4d876cbf0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:41.213661 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-818ab821-7066-4fcb-8cc3-bc2824a8efd8 req-90b1ad06-985c-41ad-9712-02b4d876cbf0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0489283 Sep 03 14:07:41.252982 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-818ab821-7066-4fcb-8cc3-bc2824a8efd8 req-7189a5e8-9e08-4279-b988-675691e4a30b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Sep 03 14:07:42.102012 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7113-bde5-49b4-a748-d14778dd68c8 req-06949aab-dcf2-4294-b78d-7c244b8b62a0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:42.103541 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-123e7113-bde5-49b4-a748-d14778dd68c8 req-06949aab-dcf2-4294-b78d-7c244b8b62a0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0494397 Sep 03 14:07:42.140413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-123e7113-bde5-49b4-a748-d14778dd68c8 req-86fdbdab-92fc-4135-b52c-023b8116626b tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303650 Sep 03 14:07:42.250786 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09332b5-7560-4c5e-87d6-b6ecf7811b72 req-0badc69b-53d2-4a9b-866f-da4497107419 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:42.252159 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c09332b5-7560-4c5e-87d6-b6ecf7811b72 req-0badc69b-53d2-4a9b-866f-da4497107419 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Sep 03 14:07:42.306101 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c09332b5-7560-4c5e-87d6-b6ecf7811b72 req-1bb45b7e-43ee-4d23-bbec-c6aaefbf4b9d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 Sep 03 14:07:42.376168 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8cd91-31a2-4ea1-b649-f01344feb2e8 req-49ec581b-c26b-4529-93f8-ccec31a9d183 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:42.377652 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94f8cd91-31a2-4ea1-b649-f01344feb2e8 req-49ec581b-c26b-4529-93f8-ccec31a9d183 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0478568 Sep 03 14:07:42.415173 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94f8cd91-31a2-4ea1-b649-f01344feb2e8 req-08899d41-31a4-4049-8835-2236e8dcdc2f tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Sep 03 14:07:42.624233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2212c2e-dd56-40db-821a-53d1b6b17e65 req-c788eb81-d526-41e5-97b7-d11c0efe9314 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:42.625719 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c2212c2e-dd56-40db-821a-53d1b6b17e65 req-c788eb81-d526-41e5-97b7-d11c0efe9314 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Sep 03 14:07:42.661890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c2212c2e-dd56-40db-821a-53d1b6b17e65 req-5fa1293f-4c9a-4f76-89eb-dfca4132145a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Sep 03 14:07:43.529216 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d09d-3953-464d-8e00-b1f9fab9920a req-90489097-674c-44fa-a40a-c1487c8838aa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:43.530705 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-77f7d09d-3953-464d-8e00-b1f9fab9920a req-90489097-674c-44fa-a40a-c1487c8838aa tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Sep 03 14:07:43.570381 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-77f7d09d-3953-464d-8e00-b1f9fab9920a req-82a15e74-c6ff-4449-ad48-59a68031a7ce tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Sep 03 14:07:44.686761 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd7ce-61dc-46c8-9e96-dd1351fd6e47 req-729c0f63-7ef2-4e79-b13b-786b5cd3b23a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:44.688203 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-685bd7ce-61dc-46c8-9e96-dd1351fd6e47 req-729c0f63-7ef2-4e79-b13b-786b5cd3b23a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0478458 Sep 03 14:07:44.725595 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-685bd7ce-61dc-46c8-9e96-dd1351fd6e47 req-88bc54ce-32f1-4df0-975a-db3ffb6b2446 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Sep 03 14:07:44.726957 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:45.837065 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b27d8-6c74-4a22-a228-b074c750288e req-e033d60c-c065-41be-a368-d262b74ef87a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:45.838533 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-837b27d8-6c74-4a22-a228-b074c750288e req-e033d60c-c065-41be-a368-d262b74ef87a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Sep 03 14:07:45.875080 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-837b27d8-6c74-4a22-a228-b074c750288e req-da0f289c-effd-44f7-bf13-820893e4d72c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303121 Sep 03 14:07:46.167152 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87319-89aa-4427-9357-3592157f1a31 req-ef08d485-55c1-4a15-8124-855987db0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:46.168656 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-ef08d485-55c1-4a15-8124-855987db0d1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0410187 Sep 03 14:07:46.482650 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87319-89aa-4427-9357-3592157f1a31 req-ae3a6a52-fab1-4cd2-aa60-b276cad3bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:46.484237 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-ae3a6a52-fab1-4cd2-aa60-b276cad3bfc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.2921307 Sep 03 14:07:46.550759 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-848462ce-ebc9-46aa-bf01-3ad2b6626b91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 1001 time: 0.0587156 Sep 03 14:07:46.598415 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87319-89aa-4427-9357-3592157f1a31 req-28233982-0426-49ba-8274-a38a3c6bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:46.599772 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-28233982-0426-49ba-8274-a38a3c6bafe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0423701 Sep 03 14:07:46.646645 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87319-89aa-4427-9357-3592157f1a31 req-3bed5e2c-1afd-49c9-acac-a01b9ca9fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:46.648150 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-3bed5e2c-1afd-49c9-acac-a01b9ca9fb78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413685 Sep 03 14:07:46.733192 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-b8eeaa86-4454-469d-942c-e68fc24222e9 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779109 Sep 03 14:07:46.821928 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ef87319-89aa-4427-9357-3592157f1a31 req-4ace1607-9703-40f4-9b0d-d72cbd34dfde service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812993 Sep 03 14:07:46.990126 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45849272-7b9a-4b67-869f-340cec0e3836 req-740e5905-a31a-4a7a-a09d-61834d75c0b0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:46.991610 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45849272-7b9a-4b67-869f-340cec0e3836 req-740e5905-a31a-4a7a-a09d-61834d75c0b0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Sep 03 14:07:47.034734 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-45849272-7b9a-4b67-869f-340cec0e3836 req-7f00368a-dab6-414a-9611-542bafb5bec2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367360 Sep 03 14:07:48.148591 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bca355-a592-4944-9ef6-4a7bf4fd23a6 req-ebb32bd7-e882-4652-ad3b-cb57cc632048 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:48.150089 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d2bca355-a592-4944-9ef6-4a7bf4fd23a6 req-ebb32bd7-e882-4652-ad3b-cb57cc632048 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0488334 Sep 03 14:07:48.188701 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d2bca355-a592-4944-9ef6-4a7bf4fd23a6 req-484fd9e0-663c-4bca-ac8a-beb212b8b054 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 Sep 03 14:07:49.580708 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7db44-3ed7-4c86-a489-f0492520e45a req-f17064eb-b8ff-4522-9f37-b33d6ea1c8fb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:49.582422 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f3e7db44-3ed7-4c86-a489-f0492520e45a req-f17064eb-b8ff-4522-9f37-b33d6ea1c8fb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Sep 03 14:07:49.619950 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f3e7db44-3ed7-4c86-a489-f0492520e45a req-eb022fee-4432-4623-90f0-06df3ff181ef tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Sep 03 14:07:49.744534 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-89d016bd-0f60-42e7-bc35-a98485155864 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342732221&fields=id&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 267 time: 0.0424957 Sep 03 14:07:49.876918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1ce8-1ef2-421b-9956-843cc6ed4be2 req-0e0747c8-29fd-45a6-a577-8a7c5528dd04 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:49.878551 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-96cf1ce8-1ef2-421b-9956-843cc6ed4be2 req-0e0747c8-29fd-45a6-a577-8a7c5528dd04 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.1054826 Sep 03 14:07:49.907230 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-2abf2462-8bf6-4cdb-9a54-0c451c347438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:49.908837 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-2abf2462-8bf6-4cdb-9a54-0c451c347438 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.1576283 Sep 03 14:07:49.936568 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-96cf1ce8-1ef2-421b-9956-843cc6ed4be2 req-c6d36fea-04fe-4d7a-8ffb-20f5fed7dbab tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Sep 03 14:07:49.937972 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-85ace465-7bd8-4b2a-b11f-ac51b5f634a0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/quotas/6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 375 time: 0.0212345 Sep 03 14:07:49.998017 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-37b718bd-6d4c-49e3-8ba7-bbdd3960e128 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541220 Sep 03 14:07:50.095100 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-5ea0c49e-f6ea-48c1-9732-1ee6d6fcb328 service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860925 Sep 03 14:07:50.185159 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-a21bad04-80d7-41fe-8de4-7df905c5ac64 service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839019 Sep 03 14:07:50.434137 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f80cf-0766-483c-abbd-97c9c1dceb2d req-810d0b81-a615-4a11-b0c5-26a4df355fa3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:50.435642 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bb7f80cf-0766-483c-abbd-97c9c1dceb2d req-810d0b81-a615-4a11-b0c5-26a4df355fa3 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0480452 Sep 03 14:07:50.473073 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bb7f80cf-0766-483c-abbd-97c9c1dceb2d req-41f2b816-8aac-4222-9ef3-1aed84f91e3c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Sep 03 14:07:50.733602 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe787a6-f952-4c0d-a7b4-461b633e3f2b req-de591d58-3583-48a2-9790-c7f5fd9925d3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:50.739236 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abe787a6-f952-4c0d-a7b4-461b633e3f2b req-de591d58-3583-48a2-9790-c7f5fd9925d3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Sep 03 14:07:50.775843 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abe787a6-f952-4c0d-a7b4-461b633e3f2b req-a5189700-7fbe-45ef-bc72-a3c68003ab80 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347908 Sep 03 14:07:50.876315 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba93970a-5345-4f5d-8c2b-b8cd1095347c req-a466d2bc-5ce1-4f27-8549-e5221f3b0923 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Sep 03 14:07:51.060118 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e190f-3aa9-4ff2-8a16-bb5af775a91f req-5b2680d6-1e67-4c0b-aeae-b3001d15a429 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:51.061637 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e1e190f-3aa9-4ff2-8a16-bb5af775a91f req-5b2680d6-1e67-4c0b-aeae-b3001d15a429 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Sep 03 14:07:51.099741 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e1e190f-3aa9-4ff2-8a16-bb5af775a91f req-74802ab8-adb1-4ddf-84e6-4002f873107c tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Sep 03 14:07:51.585245 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed9632-ded3-40ed-a91d-c1995d687483 req-3dc88885-8ee5-413a-ba7c-db2443af5725 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:51.586628 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8fed9632-ded3-40ed-a91d-c1995d687483 req-3dc88885-8ee5-413a-ba7c-db2443af5725 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0493407 Sep 03 14:07:51.624273 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8fed9632-ded3-40ed-a91d-c1995d687483 req-4e4d700e-41f1-42d5-81bd-d7d953162fef tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Sep 03 14:07:51.892765 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fd1d6-77f0-4c34-9145-a8dc8c98dfd3 req-ade50965-7a40-4a27-8b77-d5360a86945c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:51.899891 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-226fd1d6-77f0-4c34-9145-a8dc8c98dfd3 req-ade50965-7a40-4a27-8b77-d5360a86945c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0586841 Sep 03 14:07:51.935549 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-226fd1d6-77f0-4c34-9145-a8dc8c98dfd3 req-4f96bb06-9ea5-40df-bf70-c05e7c0f3587 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347435 Sep 03 14:07:52.014802 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fb921a59-3f13-4fb0-8e55-6eec89ef1e82 req-bba186a5-ec13-46d7-a1fa-cacba87c3067 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Sep 03 14:07:52.153594 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-a728d673-b8a6-4c5d-8238-ed20dc4ab1e2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:52.155093 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-a728d673-b8a6-4c5d-8238-ed20dc4ab1e2 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Sep 03 14:07:52.216727 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8861db-1998-43f6-824e-47f6ce2161d0 req-ab219cc8-cc0a-4ea1-bb9b-646be156feda tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:52.218359 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2a8861db-1998-43f6-824e-47f6ce2161d0 req-ab219cc8-cc0a-4ea1-bb9b-646be156feda tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 945 time: 0.0518274 Sep 03 14:07:52.263683 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2a8861db-1998-43f6-824e-47f6ce2161d0 req-42405cf4-a7cc-4185-b67b-7dbfdcf8caac tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ffaf91c-c39e-4b40-bd91-c03f70a71579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Sep 03 14:07:52.273839 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Deleting port d36c2a43-1e14-4f53-9daf-28ab2e831d89 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:52.274377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:52.400192 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] For port d36c2a43-1e14-4f53-9daf-28ab2e831d89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d36c2a43-1e14-4f53-9daf-28ab2e831d89,segment=NetworkSegment(d32245a0-565c-42a2-813e-464b868ab443),segment_id=d32245a0-565c-42a2-813e-464b868ab443)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:52.400559 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:52.413149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Calling delete_port for d36c2a43-1e14-4f53-9daf-28ab2e831d89 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:52.620452 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:52.632533 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['d36c2a43-1e14-4f53-9daf-28ab2e831d89'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:52.649279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Pushing event deleted for resources: {'Port': ['ID=d36c2a43-1e14-4f53-9daf-28ab2e831d89,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:52.657744 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.658090 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.658466 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.658764 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.659093 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.659422 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.659750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.660710 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.660710 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.660710 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.661009 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.661327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:52.704306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] No DVR routers for this DVR port d36c2a43-1e14-4f53-9daf-28ab2e831d89 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:52.706934 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:52.708988 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9ce7217b-dc5a-4106-9642-50d0999aea86 req-50f990e8-e65b-4f34-9557-0be08fc39af5 tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.47 "DELETE /v2.0/ports/d36c2a43-1e14-4f53-9daf-28ab2e831d89 HTTP/1.1" status: 204 len: 173 time: 0.5459068 Sep 03 14:07:52.709418 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'name': 'network-vif-deleted', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:52.711695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349e426-b6a7-431d-b255-4cb205adc21b" -d '{"events": [{"server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "name": "network-vif-deleted", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:52.745951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b02e9e-3532-4c92-ba62-1f4ef938257f x-openstack-request-id: req-42b02e9e-3532-4c92-ba62-1f4ef938257f {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:52.746735 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473666d8-275b-46c3-870e-ce844a2aeaf1", "name": "network-vif-deleted", "tag": "d36c2a43-1e14-4f53-9daf-28ab2e831d89", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:52.746995 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42b02e9e-3532-4c92-ba62-1f4ef938257f {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:52.747381 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473666d8-275b-46c3-870e-ce844a2aeaf1', 'name': 'network-vif-deleted', 'tag': 'd36c2a43-1e14-4f53-9daf-28ab2e831d89', 'status': 'completed', 'code': 200} Sep 03 14:07:52.750380 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfba58-e121-4339-917d-6db6453f03b5 req-70d56ad5-e4f0-49af-ab56-52d4fe5f4435 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:52.751879 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-aabfba58-e121-4339-917d-6db6453f03b5 req-70d56ad5-e4f0-49af-ab56-52d4fe5f4435 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0538609 Sep 03 14:07:52.789503 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-aabfba58-e121-4339-917d-6db6453f03b5 req-9c472d0f-69c9-4353-a967-7a595f01c8eb tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Sep 03 14:07:53.052810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafb9c7-484e-4650-bfab-072fea60f7d5 req-92b34b82-cc23-46cf-b2eb-755fca7ca328 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:53.060063 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cafb9c7-484e-4650-bfab-072fea60f7d5 req-92b34b82-cc23-46cf-b2eb-755fca7ca328 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0498173 Sep 03 14:07:53.102185 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9cafb9c7-484e-4650-bfab-072fea60f7d5 req-d6d4bc21-76d8-4bfa-9a39-142edb6f7c56 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 Sep 03 14:07:53.118944 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-00aa7c45-8f68-4131-a54e-467bb46e11c4 req-c5d734f3-848d-4674-9d1d-3e92e9b1a74e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0325370 Sep 03 14:07:53.275583 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-33e9c43a-6805-4268-94af-6f5da20797ba tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:53.277016 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-33e9c43a-6805-4268-94af-6f5da20797ba tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.0988572 Sep 03 14:07:53.334007 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-fe998358-0e51-486a-82d9-401501b11cc9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 379 time: 0.0442915 Sep 03 14:07:53.344594 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'port': {'device_id': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'admin_state_up': True, 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'security_groups': ['4e3434a2-cef3-4d83-90bd-816ff16aca16']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:53.363652 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4f360133-518d-427a-9720-2a9919dfe3a2 req-19baae4c-463d-4a19-ae20-a7301e39687b tempest-AttachVolumeNegativeTest-486074148 tempest-AttachVolumeNegativeTest-486074148-project] 10.222.0.13 "GET /v2.0/ports?device_id=473666d8-275b-46c3-870e-ce844a2aeaf1 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Sep 03 14:07:53.545160 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Made reservation on behalf of 6e7b11e40c354b4e84b35b10cdff0664 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:07:53.548515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:53.594413 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-97845d43-ed04-48cc-bacf-e9091d62ff0b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:53.595910 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-97845d43-ed04-48cc-bacf-e9091d62ff0b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0781631 Sep 03 14:07:53.753136 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.20.0.5 (4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b/cec8da25-e67d-40fd-91ed-de19cfc576c3/2cc9b49e-81f2-4a20-b67b-1b0dfcf83075) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:07:53.774297 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Deleting port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:07:53.774631 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:53.910869 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686385d3-066d-4405-a4d7-141ea2b99382 req-2b6ee881-eeeb-48d9-ab2b-de1e77343d2f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:53.912814 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-686385d3-066d-4405-a4d7-141ea2b99382 req-2b6ee881-eeeb-48d9-ab2b-de1e77343d2f tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 945 time: 0.0547187 Sep 03 14:07:53.939838 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] For port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:07:53.940200 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:53.952548 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-686385d3-066d-4405-a4d7-141ea2b99382 req-e778f7f1-4db7-4e22-8a2c-322ff467b400 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Sep 03 14:07:53.958240 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Calling delete_port for 8dcf916e-5bc1-4910-b8cc-fd01e338a97e owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:07:54.019159 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.039197 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Transition to ACTIVE for port object 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:07:54.204210 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.236722 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.246792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c08f87-bf42-4e7f-85a2-4b770c6afb26 req-bfcaa040-a62b-40cc-9164-ae1d15492346 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:54.248343 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2c08f87-bf42-4e7f-85a2-4b770c6afb26 req-bfcaa040-a62b-40cc-9164-ae1d15492346 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0773544 Sep 03 14:07:54.253979 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', '8dcf916e-5bc1-4910-b8cc-fd01e338a97e'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:07:54.255025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:07:54.260736 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53038cb6-4f80-46e1-ad0d-f576d7daebde req-76d183ab-578c-4975-9147-1ec47e42f169 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:54.262318 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-53038cb6-4f80-46e1-ad0d-f576d7daebde req-76d183ab-578c-4975-9147-1ec47e42f169 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 931 time: 0.0657570 Sep 03 14:07:54.262868 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:07:54.270969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:07:54.303118 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:54.332526 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2c08f87-bf42-4e7f-85a2-4b770c6afb26 req-4599a1da-55f3-4d81-81e9-5ed52b55a2b4 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692830 Sep 03 14:07:54.343685 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-53038cb6-4f80-46e1-ad0d-f576d7daebde req-eb3a8673-6fde-4141-aa8f-b9fcde20419c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698559 Sep 03 14:07:54.388679 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:54.389226 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.391700 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] No DVR routers for this DVR port 8dcf916e-5bc1-4910-b8cc-fd01e338a97e on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:07:54.394589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Pushing event deleted for resources: {'Port': ['ID=8dcf916e-5bc1-4910-b8cc-fd01e338a97e,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:54.396835 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.398806 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b44b3fee-e966-4ff9-a80c-cb21cf7ed89d req-d72f0b4e-8837-4fb4-bcb6-0552e5d6bd66 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "DELETE /v2.0/ports/8dcf916e-5bc1-4910-b8cc-fd01e338a97e HTTP/1.1" status: 204 len: 173 time: 0.7741325 Sep 03 14:07:54.435942 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60142) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:54.476669 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-f75277ec-84cc-4d95-858a-57973fee8784 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1361811 Sep 03 14:07:54.484397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Deleting subnet e618a316-21bc-4903-9834-9193be080597 {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:07:54.488254 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.496469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Request body: {'port': {'device_id': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:54.529174 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.566689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.579194 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.703685 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e005b22c-cdc1-4213-a377-4eebbe2d14f4 None None] Provisioning for port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:07:54.704072 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.707924 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e005b22c-cdc1-4213-a377-4eebbe2d14f4 None None] Provisioning complete for port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:07:54.708527 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e005b22c-cdc1-4213-a377-4eebbe2d14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.735521 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e618a316-21bc-4903-9834-9193be080597,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:54.740419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.740419 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e618a316-21bc-4903-9834-9193be080597 HTTP/1.1" status: 204 len: 168 time: 0.3017416 Sep 03 14:07:54.744927 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60144) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:54.751154 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e005b22c-cdc1-4213-a377-4eebbe2d14f4 None None] Port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:07:54.752510 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.752863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.753209 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.753568 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.753904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.754647 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.754774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'name': 'network-vif-deleted', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:54.754879 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.754879 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.755227 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.755515 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.755828 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.756151 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d91aa9-fde7-4ef4-bb44-40621864516c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:07:54.756697 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957cde49-5a88-40fe-b7d0-6263bc14b62b" -d '{"events": [{"server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "name": "network-vif-deleted", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:54.796633 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ddbb9f-01c8-4410-9b45-e1a9555d42b7 x-openstack-request-id: req-b7ddbb9f-01c8-4410-9b45-e1a9555d42b7 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:54.796921 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc632a7b-cf18-432d-b21a-12f811c913ca", "name": "network-vif-deleted", "tag": "8dcf916e-5bc1-4910-b8cc-fd01e338a97e", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:54.797167 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7ddbb9f-01c8-4410-9b45-e1a9555d42b7 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:54.797564 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc632a7b-cf18-432d-b21a-12f811c913ca', 'name': 'network-vif-deleted', 'tag': '8dcf916e-5bc1-4910-b8cc-fd01e338a97e', 'status': 'completed', 'code': 200} Sep 03 14:07:54.836147 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.863892 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:07:54.871728 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.883382 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Transition to ACTIVE for port object 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:07:54.920886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.931579 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a880de5-f366-4527-8bf6-157addfe3198']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:07:54.942645 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32245a0-565c-42a2-813e-464b868ab443') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:07:54.943038 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32245a0-565c-42a2-813e-464b868ab443') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:07:54.953505 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.971585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.972540 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:07:54.972944 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:07:54.974588 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:07:55.017836 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.087942 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:55.092920 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7af1ce5a-82e8-4992-8e18-8ca190cc85a4 req-09309008-64f8-458c-b4c6-f022a88cd51e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc632a7b-cf18-432d-b21a-12f811c913ca HTTP/1.1" status: 200 len: 210 time: 0.0569804 Sep 03 14:07:55.121354 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.127596 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.132282 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a880de5-f366-4527-8bf6-157addfe3198 HTTP/1.1" status: 204 len: 168 time: 0.3863750 Sep 03 14:07:55.139801 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Attempting to bind port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:07:55.140081 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Attempting to bind port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:07:55.140406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Attempting to bind port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:07:55.145122 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:07:55.145439 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Attempting to bind port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:07:55.145598 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e6ef0-5c53-4eff-8c5c-56b6c22bc058 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a880de5-f366-4527-8bf6-157addfe3198,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:55.153206 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:07:55.153575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:07:55.153956 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Bound using segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:07:55.154709 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Bound port: 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:07:55.154814 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.159608 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d36c2a43-1e14-4f53-9daf-28ab2e831d89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:55.181743 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: d36c2a43-1e14-4f53-9daf-28ab2e831d89 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:55.183469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d36c2a43-1e14-4f53-9daf-28ab2e831d89 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:55.242071 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:07:55.245703 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:07:55.332805 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.366784 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.367498 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.368931 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] 10.222.0.47 "PUT /v2.0/ports/2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 200 len: 1093 time: 0.8833869 Sep 03 14:07:55.398068 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281047dc-cab0-4ee5-8849-f549f8beeb58 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:55.509739 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753171a-dad3-4c64-b784-10b336bd4646 req-635ef62e-5f7b-4fbb-914f-1311f513cdd0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.513950 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6753171a-dad3-4c64-b784-10b336bd4646 req-635ef62e-5f7b-4fbb-914f-1311f513cdd0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0799351 Sep 03 14:07:55.521225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dde4a0-08fb-4233-af2b-6d9c04adb78f req-79296af5-f8b4-44c1-8e9e-1f8352ea1359 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.529405 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1dde4a0-08fb-4233-af2b-6d9c04adb78f req-79296af5-f8b4-44c1-8e9e-1f8352ea1359 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.1088121 Sep 03 14:07:55.565955 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-93c4fc0c-9725-45ac-ae56-9883b9c09da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.567643 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-93c4fc0c-9725-45ac-ae56-9883b9c09da4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1096 time: 0.0486541 Sep 03 14:07:55.608671 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60162) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:55.626599 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-ba1a29b0-e94e-424c-88bb-375503d74edf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 200 len: 217 time: 0.0433357 Sep 03 14:07:55.627683 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1dde4a0-08fb-4233-af2b-6d9c04adb78f req-5e1c7d41-68c2-4a94-a4c3-a46c79e65b07 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973938 Sep 03 14:07:55.642343 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6753171a-dad3-4c64-b784-10b336bd4646 req-0cd5de0a-7cd8-4d72-a386-48c65f2e1e6b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107116 Sep 03 14:07:55.673114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-b99dfc28-0131-443c-881f-39d5ed5e332e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=505bb1810a0e4cb89755fe8d90c94f79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630379 Sep 03 14:07:55.673327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60164) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:55.707908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-268192aa-bce4-4473-b2b8-aa345bf57720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.709339 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-268192aa-bce4-4473-b2b8-aa345bf57720 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0727744 Sep 03 14:07:55.752555 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.777923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.790872 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-ba463b7a-8b8d-4f47-b2c8-88d2f5dab1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:55.792352 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-ba463b7a-8b8d-4f47-b2c8-88d2f5dab1d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724697 Sep 03 14:07:55.900104 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-8df532fc-ce49-493d-b7c2-b75859298ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970616 Sep 03 14:07:55.967887 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.970449 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:55.971559 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ffaf91c-c39e-4b40-bd91-c03f70a71579 HTTP/1.1" status: 204 len: 168 time: 0.2974410 Sep 03 14:07:55.986461 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8790-5e39-449f-9d8c-2ada2509f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffaf91c-c39e-4b40-bd91-c03f70a71579,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:56.010618 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d715896f-4784-4907-a441-ac5ccb9c8978 req-e482f80b-ca67-4a5f-8f17-999b7c9cd567 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027465 Sep 03 14:07:56.603833 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b91bd-adc6-4ff1-887c-afb5c6c3ea36 req-30106d2c-6e01-424d-b7dc-1db04cfe47e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:56.605478 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-838b91bd-adc6-4ff1-887c-afb5c6c3ea36 req-30106d2c-6e01-424d-b7dc-1db04cfe47e0 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0504217 Sep 03 14:07:56.644866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-838b91bd-adc6-4ff1-887c-afb5c6c3ea36 req-6c17bb6e-749c-446d-9db4-dd806827fa3c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 03 14:07:56.782518 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7058a4-1187-4fa5-b153-587be73e76a9 req-1b35dabd-077e-4693-9385-40d535d2b8ed tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:56.784022 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d7058a4-1187-4fa5-b153-587be73e76a9 req-1b35dabd-077e-4693-9385-40d535d2b8ed tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0849979 Sep 03 14:07:56.795657 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa1c59-d706-469f-8675-5516c58b3ed7 req-06f4cbaa-079f-4e32-bd10-f123b3aa106b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:56.797081 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8aa1c59-d706-469f-8675-5516c58b3ed7 req-06f4cbaa-079f-4e32-bd10-f123b3aa106b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0862887 Sep 03 14:07:56.799336 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:07:56.802036 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afcef18-4bb9-48ed-a60e-b9c453ad882b" -d '{"events": [{"name": "network-changed", "server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:07:56.846818 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d7058a4-1187-4fa5-b153-587be73e76a9 req-34e7f2f2-18d6-4ba1-a03b-345f34c109d2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Sep 03 14:07:56.870175 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8aa1c59-d706-469f-8675-5516c58b3ed7 req-60c29f12-db2e-4404-ab6a-80d5ccb94674 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647285 Sep 03 14:07:56.895240 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed45e25d-a182-4d3e-9d0c-8657a3ee1e92 x-openstack-request-id: req-ed45e25d-a182-4d3e-9d0c-8657a3ee1e92 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:07:56.895533 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:07:56.895805 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed45e25d-a182-4d3e-9d0c-8657a3ee1e92 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:07:56.896158 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'status': 'completed', 'code': 200} Sep 03 14:07:56.962187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-ac54ebbd-1ade-412e-b343-6eaa80a74f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:56.963753 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-ac54ebbd-1ade-412e-b343-6eaa80a74f53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1096 time: 0.0433216 Sep 03 14:07:57.055795 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-1f6dc647-b652-4481-ab31-6c29062bc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.057279 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-1f6dc647-b652-4481-ab31-6c29062bc197 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0828698 Sep 03 14:07:57.101614 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-69295e98-88cc-4bb4-81aa-54dd19196090 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 200 len: 217 time: 0.0363493 Sep 03 14:07:57.160166 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 8dcf916e-5bc1-4910-b8cc-fd01e338a97e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:07:57.180950 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-bdf31b89-32d2-4ed6-aa99-acc0c44b6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.183415 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-bdf31b89-32d2-4ed6-aa99-acc0c44b6d41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0671003 Sep 03 14:07:57.238417 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-57fd7227-d40d-4eae-8e63-a84a6a233f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.240227 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-57fd7227-d40d-4eae-8e63-a84a6a233f47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484507 Sep 03 14:07:57.337774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 8dcf916e-5bc1-4910-b8cc-fd01e338a97e {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:07:57.338449 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 8dcf916e-5bc1-4910-b8cc-fd01e338a97e not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:07:57.377717 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-062d4a2c-0f4b-4b98-b2fc-b148a4a2e3dd service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274567 Sep 03 14:07:57.382516 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc3ebb-6305-404c-9cae-b83f68806ce0 req-1dda21df-914f-4b56-a1c0-51faf8e0a5cb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.384389 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9afc3ebb-6305-404c-9cae-b83f68806ce0 req-1dda21df-914f-4b56-a1c0-51faf8e0a5cb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.1178870 Sep 03 14:07:57.432838 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9afc3ebb-6305-404c-9cae-b83f68806ce0 req-e0052511-eb9a-46fb-9bce-dbc37010b8b1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Sep 03 14:07:57.508483 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8afcef18-4bb9-48ed-a60e-b9c453ad882b req-91405e1e-8877-48e1-b455-0524d87e95bc service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245368 Sep 03 14:07:57.510076 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-35272ac1-383b-48e9-9d65-1f3ce83cfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.511444 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-35272ac1-383b-48e9-9d65-1f3ce83cfa2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0883687 Sep 03 14:07:57.610276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-6fc50f83-ce19-476b-afd1-e46f5937d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.611745 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-6fc50f83-ce19-476b-afd1-e46f5937d8c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.0826383 Sep 03 14:07:57.696366 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-e63f4b9c-fbed-4f0e-8296-b2478f6d6298 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 1001 time: 0.0639231 Sep 03 14:07:57.764379 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-b96d2d74-a3b5-4349-b6d6-de8050f3b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.765438 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41147e-982b-44d5-a5c5-34053fa231b2 req-17277ae1-7ee6-4b47-8bf3-bd79494dd796 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.766058 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-b96d2d74-a3b5-4349-b6d6-de8050f3b2df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0470259 Sep 03 14:07:57.766930 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6f41147e-982b-44d5-a5c5-34053fa231b2 req-17277ae1-7ee6-4b47-8bf3-bd79494dd796 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Sep 03 14:07:57.805941 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6f41147e-982b-44d5-a5c5-34053fa231b2 req-ef78bb2d-34fa-440a-a602-7b9e9c95e3da tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Sep 03 14:07:57.825629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-3b7c84fc-7e12-443b-9136-9fe81798c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.825629 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-3b7c84fc-7e12-443b-9136-9fe81798c3b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453110 Sep 03 14:07:57.917155 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-366af8ef-6f01-4453-9072-d49ac9f30a1c service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862155 Sep 03 14:07:57.966706 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298aa76-5350-427e-ab84-c83cb7391f2c req-feec7224-2cff-4d83-80e1-7e7da07c99df tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:57.968180 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6298aa76-5350-427e-ab84-c83cb7391f2c req-feec7224-2cff-4d83-80e1-7e7da07c99df tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0527058 Sep 03 14:07:58.010596 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6298aa76-5350-427e-ab84-c83cb7391f2c req-49af0473-4ca9-4cda-8ee1-3abf5dbbe258 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361531 Sep 03 14:07:58.025657 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9302a687-60fc-47ca-9a71-9a755dd7ade0 req-3b4383ae-9132-4f90-83db-bb3b5d6a873b service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959492 Sep 03 14:07:58.483431 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f59f7-2e95-4c14-b9bd-9ca1f6cf069b req-87fe569d-690f-4e0e-b0e5-412c61db512f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:58.489584 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-156f59f7-2e95-4c14-b9bd-9ca1f6cf069b req-87fe569d-690f-4e0e-b0e5-412c61db512f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Sep 03 14:07:58.547949 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-156f59f7-2e95-4c14-b9bd-9ca1f6cf069b req-386e1b3d-0a58-4bf7-a40b-1900835913f6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Sep 03 14:07:58.566068 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7573f-d94e-4a43-b2b6-19edf45d920c req-851e6901-ba04-40e5-b6af-826bdaf11ebe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:58.567551 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4bf7573f-d94e-4a43-b2b6-19edf45d920c req-851e6901-ba04-40e5-b6af-826bdaf11ebe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0594978 Sep 03 14:07:58.569870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60238) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:58.610388 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4bf7573f-d94e-4a43-b2b6-19edf45d920c req-de355b0e-5e18-4d36-9193-ee88795c0472 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340889 Sep 03 14:07:59.009871 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a5fcb-4ac0-4f2a-ac5f-51d988c265e5 tempest-TestMinimumBasicScenario-225467063 tempest-TestMinimumBasicScenario-225467063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:59.011333 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-180a5fcb-4ac0-4f2a-ac5f-51d988c265e5 tempest-TestMinimumBasicScenario-225467063 tempest-TestMinimumBasicScenario-225467063-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1094 time: 0.4405425 Sep 03 14:07:59.014435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60248) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:07:59.019244 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'port_id': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:07:59.025165 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a3739-88fc-4aa1-a4c5-59cf20ec12c3 req-fa7f26f5-ff23-4c5f-b68e-dcc69b47974b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:59.032000 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-194a3739-88fc-4aa1-a4c5-59cf20ec12c3 req-fa7f26f5-ff23-4c5f-b68e-dcc69b47974b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0605893 Sep 03 14:07:59.064807 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-194a3739-88fc-4aa1-a4c5-59cf20ec12c3 req-51feb2b6-f9b1-46cf-8077-a0cfe3f9858e tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 03 14:07:59.115453 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for floatingip, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:59.201947 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21532709-287c-4f7f-b0ed-28006b82d3cb req-5133ab0e-5af3-49e5-b394-e3e34494a91e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:59.203445 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21532709-287c-4f7f-b0ed-28006b82d3cb req-5133ab0e-5af3-49e5-b394-e3e34494a91e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0822906 Sep 03 14:07:59.211617 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b269eea-a887-440a-a582-95a6c4556782 req-2005ab76-0480-40b3-b919-ec664a332425 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:59.213008 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2b269eea-a887-440a-a582-95a6c4556782 req-2005ab76-0480-40b3-b919-ec664a332425 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.0804477 Sep 03 14:07:59.214621 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:59.265658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21532709-287c-4f7f-b0ed-28006b82d3cb req-fb5263a1-0754-47a5-8fe6-b1e4bb8f0e30 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515196 Sep 03 14:07:59.273806 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2b269eea-a887-440a-a582-95a6c4556782 req-4f2a6f35-5222-4ed5-8d3d-2461d2b2a62b tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Sep 03 14:07:59.327065 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Allocated IP 172.27.0.91 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/3f51157c-5a9b-4f9e-8949-099d2e28fe61) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:07:59.429513 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:59.587139 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:07:59.622910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:07:59.627109 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:07:59.630481 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:07:59.638867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'Port': ['ID=3f51157c-5a9b-4f9e-8949-099d2e28fe61,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:07:59.746313 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29842f4e-e826-423c-9a02-aee11d1e5b13 req-9b096a3e-e1a8-4519-ad12-f296db0f1315 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:07:59.748076 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29842f4e-e826-423c-9a02-aee11d1e5b13 req-9b096a3e-e1a8-4519-ad12-f296db0f1315 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0676072 Sep 03 14:07:59.790832 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29842f4e-e826-423c-9a02-aee11d1e5b13 req-945a1455-df8a-4681-9e9a-efda8776c8c3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356305 Sep 03 14:08:00.187170 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136733b3-8058-4301-ac6f-778c5f4ad9c9 req-ed697204-9685-488b-bfd8-f007506d4e8b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:00.188639 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-136733b3-8058-4301-ac6f-778c5f4ad9c9 req-ed697204-9685-488b-bfd8-f007506d4e8b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0531783 Sep 03 14:08:00.228756 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-136733b3-8058-4301-ac6f-778c5f4ad9c9 req-75fee5b2-a55f-4390-bf1f-b829c9babc5b tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Sep 03 14:08:00.328106 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:00.426393 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370b664-3eea-4a5a-862f-b928c04705b9 req-acf6aa9f-a76f-43d1-bd4f-5eba44067145 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:00.427793 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4370b664-3eea-4a5a-862f-b928c04705b9 req-acf6aa9f-a76f-43d1-bd4f-5eba44067145 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.0772791 Sep 03 14:08:00.436271 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f6280-ea2b-412f-87bc-e11c90dee3d4 req-ca908361-8e9c-4a2d-bbfd-e7301c70ea3d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:00.437662 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4f5f6280-ea2b-412f-87bc-e11c90dee3d4 req-ca908361-8e9c-4a2d-bbfd-e7301c70ea3d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0852916 Sep 03 14:08:00.491410 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4370b664-3eea-4a5a-862f-b928c04705b9 req-a933fcc3-7720-4648-ad6e-0d2700bbce7b tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Sep 03 14:08:00.499117 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4f5f6280-ea2b-412f-87bc-e11c90dee3d4 req-1501d162-97be-404a-ad03-70df277d6157 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548663 Sep 03 14:08:00.506977 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:00.651434 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:00.725781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:00.797472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'Port': ['ID=3f51157c-5a9b-4f9e-8949-099d2e28fe61,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:00.803701 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:00.899648 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Floating IP 4170af34-e347-416d-9516-f2ab0ddf18b2 associated. External IP: 172.27.0.91, port: 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff. Sep 03 14:08:01.098798 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Router 339c0058-6877-466f-8868-fa20013e654c has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:08:01.204446 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:01.214399 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Sync routers for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:01.223768 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:01.224395 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:07:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:01.260889 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60290) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:01.295348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.343943 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:01.355231 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-faf6c834-9bee-4945-8bee-8191cebba246 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3395317 Sep 03 14:08:01.358143 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:01.360437 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c95b70-80c6-4c7a-a90d-edd628161aff" -d '{"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:01.361913 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60294) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:01.376656 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-107a7e21-9208-48ad-a9be-aab3f7fa4dc5 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.378779 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-107a7e21-9208-48ad-a9be-aab3f7fa4dc5 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.0958734 Sep 03 14:08:01.381320 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041608867', 'description': 'tempest-secgroup-smoke-2041608867 description', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:01.395961 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab9c6d-730a-461a-a13e-0693c9e637ea req-18f6b2a4-dd44-464b-9ce2-89fd319e5c56 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.404092 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94ab9c6d-730a-461a-a13e-0693c9e637ea req-18f6b2a4-dd44-464b-9ce2-89fd319e5c56 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0914412 Sep 03 14:08:01.415870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67bee6-a467-41bb-9917-7cbf37fe8d2f x-openstack-request-id: req-2a67bee6-a467-41bb-9917-7cbf37fe8d2f {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:01.416157 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:01.416402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a67bee6-a467-41bb-9917-7cbf37fe8d2f {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:01.416787 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:08:01.443075 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbdce-9e37-4c86-8b1f-19f4c81b4a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.458294 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94ab9c6d-730a-461a-a13e-0693c9e637ea req-40756d4c-071b-4a51-88c9-73b57d687865 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515823 Sep 03 14:08:01.532205 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-6da83e83-f451-4c99-ad5e-f54e6683b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.534192 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-6da83e83-f451-4c99-ad5e-f54e6683b303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0886803 Sep 03 14:08:01.548286 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Deleting port 56919306-ffee-4a80-a1f3-3f7467994e68 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:08:01.548543 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.585905 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.611150 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '4170af34-e347-416d-9516-f2ab0ddf18b2', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '339c0058-6877-466f-8868-fa20013e654c', 'port_id': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'mac_address': 'fa:16:3e:f5:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:07:59Z', 'updated_at': '2021-09-03T14:07:59Z', 'revision_number': 0, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:01.642321 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Checking router: 339c0058-6877-466f-8868-fa20013e654c for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:01.651305 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:01.651926 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:07:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:01.674464 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f998-c1ce-45ba-aa08-6f4c52594c71 req-177d9bad-cb85-4bfc-9651-98644e1f6cb7 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.677745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd71f998-c1ce-45ba-aa08-6f4c52594c71 req-177d9bad-cb85-4bfc-9651-98644e1f6cb7 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 946 time: 0.1016603 Sep 03 14:08:01.708514 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba086b-020d-48e1-87c0-3b97381f5cc5 req-86c1801f-8887-4789-8f56-9363e1168c49 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.710016 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9ba086b-020d-48e1-87c0-3b97381f5cc5 req-86c1801f-8887-4789-8f56-9363e1168c49 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0976906 Sep 03 14:08:01.740791 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] For port 56919306-ffee-4a80-a1f3-3f7467994e68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56919306-ffee-4a80-a1f3-3f7467994e68,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:01.741187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.742414 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd71f998-c1ce-45ba-aa08-6f4c52594c71 req-1e3b09d8-92a0-453e-9b6e-f3a0cd3c5ef6 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588529 Sep 03 14:08:01.751376 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-3735d0bd-bf98-404a-96c0-cc03d2b70a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.752885 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-3735d0bd-bf98-404a-96c0-cc03d2b70a3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.2072501 Sep 03 14:08:01.769548 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Calling delete_port for 56919306-ffee-4a80-a1f3-3f7467994e68 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:08:01.785266 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9ba086b-020d-48e1-87c0-3b97381f5cc5 req-01bf3521-06f8-481b-a562-63b6fc971b07 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Sep 03 14:08:01.785380 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:01.899775 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-bbcad5e1-52cb-432e-988c-092995f4b7b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 999 time: 0.1354847 Sep 03 14:08:01.930936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbdce-9e37-4c86-8b1f-19f4c81b4a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:01.988245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-f5ad38e3-4788-4cbe-9cd7-73bea04b0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:01.989742 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-f5ad38e3-4788-4cbe-9cd7-73bea04b0d3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0777488 Sep 03 14:08:02.005896 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '4170af34-e347-416d-9516-f2ab0ddf18b2', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '339c0058-6877-466f-8868-fa20013e654c', 'port_id': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'mac_address': 'fa:16:3e:f5:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:07:59Z', 'updated_at': '2021-09-03T14:07:59Z', 'revision_number': 0, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:02.027355 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbdce-9e37-4c86-8b1f-19f4c81b4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.031887 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532a35d-699f-4a15-9047-e3d4d8210de1 None None] The sync data for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi is: [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '4170af34-e347-416d-9516-f2ab0ddf18b2', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '339c0058-6877-466f-8868-fa20013e654c', 'port_id': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'mac_address': 'fa:16:3e:f5:05:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:07:59Z', 'updated_at': '2021-09-03T14:07:59Z', 'revision_number': 0, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:02.079633 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d9bdbdce-9e37-4c86-8b1f-19f4c81b4a2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c909057830ec4c46a4b4335563820b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175766 Sep 03 14:08:02.082402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60302) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:02.083031 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdbdce-9e37-4c86-8b1f-19f4c81b4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045c9a7-ce83-4222-a248-d9e6844587a9,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:02.084760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.104410 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-ad27130a-1289-472c-99bf-420e5c7d0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:02.106645 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-ad27130a-1289-472c-99bf-420e5c7d0298 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078556 Sep 03 14:08:02.107234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.119153 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['56919306-ffee-4a80-a1f3-3f7467994e68'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:02.126348 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.157239 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Pushing event deleted for resources: {'Port': ['ID=56919306-ffee-4a80-a1f3-3f7467994e68,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:02.158712 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:02.215830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.226050 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-17e2728c-3f0f-4c9b-b9dc-00f0e8617f34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8568473 Sep 03 14:08:02.226050 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60304) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:02.226050 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:02.226506 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] No DVR routers for this DVR port 56919306-ffee-4a80-a1f3-3f7467994e68 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:08:02.233953 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.235969 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0f91f5f2-16a6-4e56-9b80-bc711f395a04 req-996a78ba-bca3-4bf2-ad55-5db6a0434d47 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "DELETE /v2.0/ports/56919306-ffee-4a80-a1f3-3f7467994e68 HTTP/1.1" status: 204 len: 173 time: 0.8483028 Sep 03 14:08:02.265952 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.269187 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b35e6-b722-41e3-b41d-e1bb41e63521 None None] New status for floating IP 4170af34-e347-416d-9516-f2ab0ddf18b2: ACTIVE {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:08:02.304663 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.323739 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-f1527315-4d32-4db4-9c66-0bfd818a325c service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991997 Sep 03 14:08:02.340860 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.403103 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.432343 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-50c95b70-80c6-4c7a-a90d-edd628161aff req-f11a2ea1-e938-4c72-b261-83ab66dc4be7 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962224 Sep 03 14:08:02.489409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.493820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.494003 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.500863 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6045c9a7-ce83-4222-a248-d9e6844587a9 HTTP/1.1" status: 204 len: 168 time: 0.4150021 Sep 03 14:08:02.511264 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3158fc-7b03-4f93-a331-eb9ecda8c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045c9a7-ce83-4222-a248-d9e6844587a9,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:02.523229 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e567f0-9a1e-4f80-82dd-3f3870b9ea85,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:02.584391 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165106-147b-4954-82c8-db69c21e4719 req-71ea0598-cde1-4d7d-9349-6407991c9428 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:02.585893 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41165106-147b-4954-82c8-db69c21e4719 req-71ea0598-cde1-4d7d-9349-6407991c9428 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0557303 Sep 03 14:08:02.612291 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.613429 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e28c9299-cfd3-4375-a52e-1e55872249ae tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918707 Sep 03 14:08:02.616420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60310) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:02.622270 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:02.625866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41165106-147b-4954-82c8-db69c21e4719 req-cce0d58f-3641-4884-8d56-ca91de1cf7df tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/security-groups?id=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Sep 03 14:08:02.725833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-a77e3774-3acc-4a6c-abcb-13825cfa3371 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:02.727259 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-a77e3774-3acc-4a6c-abcb-13825cfa3371 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 946 time: 0.0506253 Sep 03 14:08:02.728041 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:02.867282 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-373aae49-b71b-45f4-80d9-ef63eff67ae2 req-f516c2ae-87bf-4baa-a277-64cecbe811c2 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=83613fb3-5651-4606-984f-08b4ec4d32b2 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Sep 03 14:08:02.929419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188894e-6283-43cb-bae5-7fc04f0699e4 req-0d1ec69d-acbe-44a5-9c3f-b1fe3313c60b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:02.931110 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6188894e-6283-43cb-bae5-7fc04f0699e4 req-0d1ec69d-acbe-44a5-9c3f-b1fe3313c60b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0604980 Sep 03 14:08:02.985724 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6188894e-6283-43cb-bae5-7fc04f0699e4 req-9d8cadbc-9d42-4019-b443-cae09c7abe02 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472450 Sep 03 14:08:03.056377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.082690 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Deleting port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:08:03.083021 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.171026 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] For port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:03.171385 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.182810 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Calling delete_port for 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:08:03.280277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.313717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa8b638-8e8b-4c61-b30c-04979c3923b3,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:03.415298 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.416540 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-6969ac8d-8619-4059-b3a7-3452e847ad76 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7989411 Sep 03 14:08:03.418685 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'name': 'network-vif-deleted', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:03.419850 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60326) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:03.421063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc26ca-a371-4d30-bd7d-eb8550921cd0" -d '{"events": [{"server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "name": "network-vif-deleted", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:03.424640 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:03.457623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f32f7d-1b4b-44ad-8dfc-71cf1a1ade67 x-openstack-request-id: req-c4f32f7d-1b4b-44ad-8dfc-71cf1a1ade67 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:03.457623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83613fb3-5651-4606-984f-08b4ec4d32b2", "name": "network-vif-deleted", "tag": "56919306-ffee-4a80-a1f3-3f7467994e68", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:03.457623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f32f7d-1b4b-44ad-8dfc-71cf1a1ade67 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:03.457623 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83613fb3-5651-4606-984f-08b4ec4d32b2', 'name': 'network-vif-deleted', 'tag': '56919306-ffee-4a80-a1f3-3f7467994e68', 'status': 'completed', 'code': 200} Sep 03 14:08:03.523747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.543578 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['86efa864-d5ef-4ae9-9f0b-ca56cdf64c30'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:03.556813 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Pushing event deleted for resources: {'Port': ['ID=86efa864-d5ef-4ae9-9f0b-ca56cdf64c30,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:03.582860 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.586848 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ffb02a01-a06a-43a7-84d8-e06a9e0917b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.604624 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] No DVR routers for this DVR port 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:08:03.608051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.610138 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a77734e7-94d6-4b4e-90bb-a685ecd64aa2 req-bcf14ba7-d22a-4016-8179-df82532b5418 tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.47 "DELETE /v2.0/ports/86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 HTTP/1.1" status: 204 len: 173 time: 0.8731103 Sep 03 14:08:03.638217 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.725262 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ffc6ba7-0431-4608-933b-e0c41c4c37c9 req-be34240a-39e0-45f4-8d62-88347f903e3c tempest-ServerRescueNegativeTestJSON-1617826131 tempest-ServerRescueNegativeTestJSON-1617826131-project] 10.222.0.13 "GET /v2.0/ports?device_id=575a020c-03e2-4844-b752-c9ecf8eeca39 HTTP/1.1" status: 200 len: 210 time: 0.0294275 Sep 03 14:08:03.743334 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.760738 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bcb555-f530-40d1-aa08-f0807cee7036,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:03.818200 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:03.819606 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-97ce3613-f2de-44d1-996a-4852fc66b82f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986709 Sep 03 14:08:03.822305 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60340) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:03.826810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:03.932197 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.002934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.124973 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a34b7-d4c4-4c57-a18a-f105d021acb2 req-3607a94a-76d3-4cc1-9697-770ec4699b58 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:04.126487 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f91a34b7-d4c4-4c57-a18a-f105d021acb2 req-3607a94a-76d3-4cc1-9697-770ec4699b58 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0523498 Sep 03 14:08:04.127636 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.153661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b63192-a956-4bd2-ae50-b174f35dabda,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:04.181622 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f91a34b7-d4c4-4c57-a18a-f105d021acb2 req-42751b38-c1b6-452f-9680-40d0313c87a0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Sep 03 14:08:04.234838 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.236017 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1c1bb118-db2e-498e-b549-8ee23f0808fb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128001 Sep 03 14:08:04.238734 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60352) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:04.243340 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:04.346748 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.securitygroups_db [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Project 36b5d23ffab344b88e9d2778dbbc5fcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:08:04.354520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.415618 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.503554 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.522172 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b194b400-07df-451f-91c8-a818468684a8,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:04.643639 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.644899 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-adafa786-bb8a-4115-adc7-e733bbb76e83 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4050584 Sep 03 14:08:04.647528 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60356) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:04.652296 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'security_group_rule': {'security_group_id': '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb', 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:04.769653 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.securitygroups_db [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Project 36b5d23ffab344b88e9d2778dbbc5fcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:08:04.784083 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.786819 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60360) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:04.853620 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.941968 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:04.960571 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc84d39e-8971-4937-8770-103af68179d7,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:05.012176 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.013562 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-92ce5269-d664-440c-b5af-bda7411c5219 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3649504 Sep 03 14:08:05.091257 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-db569a10-85dd-42d5-9994-16aa1c949ebe tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041608867&fields=id&tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc HTTP/1.1" status: 200 len: 267 time: 0.0331454 Sep 03 14:08:05.143622 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-d45b7fc1-9070-4792-9801-678bb3779ebe tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:05.145089 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-d45b7fc1-9070-4792-9801-678bb3779ebe tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Sep 03 14:08:05.156510 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'port': {'security_groups': ['ddba085a-5313-4f50-a6d2-356449612c39', '444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb']}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:05.196570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.227623 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.372448 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3131526-5bca-43f1-a739-cb7ebe90d3dd req-042a6829-baa9-4777-af5a-e7d61022699f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:05.373964 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3131526-5bca-43f1-a739-cb7ebe90d3dd req-042a6829-baa9-4777-af5a-e7d61022699f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.1179698 Sep 03 14:08:05.440347 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d3131526-5bca-43f1-a739-cb7ebe90d3dd req-f535d99e-8175-4257-ad1d-3a61f05bcd82 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589480 Sep 03 14:08:05.469765 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'name': 'network-vif-deleted', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:05.471985 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75295f30-f3e1-4558-8250-dbd5b67a8c74" -d '{"events": [{"server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "name": "network-vif-deleted", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:05.499865 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Deleting port 38681a15-2baf-449e-b076-4ccf0cc29c06 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:08:05.500207 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.516391 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852473f-6598-4073-b0a2-ea361de2e4d4 x-openstack-request-id: req-d852473f-6598-4073-b0a2-ea361de2e4d4 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:05.516673 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575a020c-03e2-4844-b752-c9ecf8eeca39", "name": "network-vif-deleted", "tag": "86efa864-d5ef-4ae9-9f0b-ca56cdf64c30", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:05.516920 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d852473f-6598-4073-b0a2-ea361de2e4d4 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:05.517252 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:05.517766 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575a020c-03e2-4844-b752-c9ecf8eeca39', 'name': 'network-vif-deleted', 'tag': '86efa864-d5ef-4ae9-9f0b-ca56cdf64c30', 'status': 'completed', 'code': 200} Sep 03 14:08:05.546647 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.578786 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] For port 38681a15-2baf-449e-b076-4ccf0cc29c06, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38681a15-2baf-449e-b076-4ccf0cc29c06,segment=NetworkSegment(7de359d0-bb91-4894-b05d-70638711c6db),segment_id=7de359d0-bb91-4894-b05d-70638711c6db)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:05.579253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.590951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Calling delete_port for 38681a15-2baf-449e-b076-4ccf0cc29c06 owned by network:router_interface {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:08:05.614681 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.657315 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:05.657991 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.659498 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bfcbcd0b-01c0-44b6-9910-f02697cbd6f5 req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "PUT /v2.0/ports/68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 982 time: 0.5080564 Sep 03 14:08:05.659948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:05.662385 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b0c37-a548-478b-b4b0-f221c757701e" -d '{"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:05.690685 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf8c6-da90-4c10-817f-aad0ca5aa823 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=6']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:05.715386 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c02d79-8321-451c-ba1d-e44eb3b5b059 x-openstack-request-id: req-05c02d79-8321-451c-ba1d-e44eb3b5b059 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:05.715683 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:05.715933 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05c02d79-8321-451c-ba1d-e44eb3b5b059 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:05.716336 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:08:05.791287 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8181-02c3-48ce-abbb-d6ba1f9d3080 req-0682bce5-ae75-43e1-9a04-f25b4aa01361 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:05.792840 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-937d8181-02c3-48ce-abbb-d6ba1f9d3080 req-0682bce5-ae75-43e1-9a04-f25b4aa01361 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0517323 Sep 03 14:08:05.835656 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-937d8181-02c3-48ce-abbb-d6ba1f9d3080 req-da8ddb60-0722-400d-a423-263bb0983a4d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356064 Sep 03 14:08:05.843817 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:05.873506 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Pushing event deleted for resources: {'Port': ['ID=38681a15-2baf-449e-b076-4ccf0cc29c06,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:05.889203 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-3d30b2a4-9e22-4970-a516-565cea5e0e53 None None] Provisioning complete for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:05.889708 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3d30b2a4-9e22-4970-a516-565cea5e0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.027876 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.040812 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-493f4580-c8f8-4099-8bdd-5c268e2f9c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.231412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:08:06.336186 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:06.341751 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7bd7b97d-5bbb-42f1-b7df-1dd37233e284 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a5ab060-0e89-4005-8626-a2e3f5d6b096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5537913 Sep 03 14:08:06.344363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60382) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:06.346560 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Sync routers for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:06.355882 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:06.356574 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:06.443930 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks [] for router, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.468889 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:06.500195 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 56919306-ffee-4a80-a1f3-3f7467994e68 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:08:06.530321 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:06.564755 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.573547 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 56919306-ffee-4a80-a1f3-3f7467994e68 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:08:06.573896 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 56919306-ffee-4a80-a1f3-3f7467994e68 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:08:06.579828 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.587759 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d26f5-1a25-48e3-b3f1-2d0fd615f24c req-35e657f9-8316-4bb5-8a1e-2ca984226543 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:06.597442 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b2d26f5-1a25-48e3-b3f1-2d0fd615f24c req-35e657f9-8316-4bb5-8a1e-2ca984226543 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0720704 Sep 03 14:08:06.640823 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b2d26f5-1a25-48e3-b3f1-2d0fd615f24c req-968ab6d8-2bb9-4625-8d1e-5f9e683e66b1 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Sep 03 14:08:06.695955 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Deleting port 1e442533-1970-4cb0-a6f5-253777a24a5b {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:08:06.696305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:06.749333 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:08:05Z', 'revision_number': 5, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port': {'id': '1e442533-1970-4cb0-a6f5-253777a24a5b', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:37Z', 'updated_at': '2021-09-03T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:06.776570 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Checking router: 9a5ab060-0e89-4005-8626-a2e3f5d6b096 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:06.785555 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Routers {'9a5ab060-0e89-4005-8626-a2e3f5d6b096'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:06.786187 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:06.878519 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] Set router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:06.938380 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:08:06Z', 'revision_number': 6, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:06.965840 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76df0f-784a-4044-81b2-51defd814541 None None] The sync data for ids ['9a5ab060-0e89-4005-8626-a2e3f5d6b096'] in dv-cinder-788367-6-iscsi is: [{'id': '9a5ab060-0e89-4005-8626-a2e3f5d6b096', 'name': 'tempest-ServerRescueNegativeTestJSON-1762585102-router', 'tenant_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:36Z', 'updated_at': '2021-09-03T14:08:06Z', 'revision_number': 6, 'project_id': 'd66134b1303b4fc3884c1b77a91cdf1d', 'gw_port_host': None}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:07.024577 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] For port 1e442533-1970-4cb0-a6f5-253777a24a5b, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1e442533-1970-4cb0-a6f5-253777a24a5b,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:07.025073 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.036570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Calling delete_port for 1e442533-1970-4cb0-a6f5-253777a24a5b owned by network:router_gateway {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:08:07.263639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.291644 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e442533-1970-4cb0-a6f5-253777a24a5b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:07.317657 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.356995 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.458936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.461016 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.557022 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0c37-a548-478b-b4b0-f221c757701e req-c745cb0e-180c-428d-8f2c-394b34bd8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:07.558450 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-c745cb0e-180c-428d-8f2c-394b34bd8274 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1138 time: 0.0405850 Sep 03 14:08:07.626199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.626725 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5ab060-0e89-4005-8626-a2e3f5d6b096 {{(pid=94510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:08:07.631518 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.632636 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-30463f96-8899-4570-bec0-d4d584ef7850 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9a5ab060-0e89-4005-8626-a2e3f5d6b096 HTTP/1.1" status: 204 len: 168 time: 1.2873557 Sep 03 14:08:07.635125 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60392) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:07.679088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Deleting subnet 34fc0d85-632c-49b2-bf94-9f9347f52d2e {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:08:07.682193 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.720763 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.760118 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023b3e9-3e7a-467b-aa1d-7949ea90bf20 req-1e8f5cae-eb9a-4f74-8208-376cd2d26282 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:07.761793 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b023b3e9-3e7a-467b-aa1d-7949ea90bf20 req-1e8f5cae-eb9a-4f74-8208-376cd2d26282 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0586436 Sep 03 14:08:07.768923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.801494 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b023b3e9-3e7a-467b-aa1d-7949ea90bf20 req-9a4b0567-adbd-48ca-88da-2edf4a56311e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328298 Sep 03 14:08:07.874945 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.899653 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fc0d85-632c-49b2-bf94-9f9347f52d2e,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:07.903538 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:07.905990 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-eeea5581-3c64-48ca-8ce7-03cc140022cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34fc0d85-632c-49b2-bf94-9f9347f52d2e HTTP/1.1" status: 204 len: 168 time: 0.2699153 Sep 03 14:08:07.907787 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60396) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:07.982327 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.062355 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.072022 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6940a9c-62c8-4755-8e11-85130dc4da64']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:08.081491 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de359d0-bb91-4894-b05d-70638711c6db') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:08.081795 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de359d0-bb91-4894-b05d-70638711c6db') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:08.090373 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.103411 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.109551 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:08:08.109935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:08:08.111489 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:08:08.222977 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.228439 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.230277 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6940a9c-62c8-4755-8e11-85130dc4da64 HTTP/1.1" status: 204 len: 168 time: 0.3215353 Sep 03 14:08:08.241003 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f862f-b7f9-419a-873a-1de3119cb709 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6940a9c-62c8-4755-8e11-85130dc4da64,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:08.503469 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60404) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:08.542197 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0f11745f-e4ae-4f52-92ef-e7d92b6c9793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66134b1303b4fc3884c1b77a91cdf1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375040 Sep 03 14:08:08.545122 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60406) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:08.592355 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.615748 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.669530 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:08:08.729121 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.731675 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.732855 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3 HTTP/1.1" status: 204 len: 168 time: 0.1867645 Sep 03 14:08:08.740577 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62269f-76e9-48e9-a662-f32a0821a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc7eb7-ae0a-4166-8b9f-23c3e0196ac3,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:08.830610 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:08.838115 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38681a15-2baf-449e-b076-4ccf0cc29c06 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:08:08.858730 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 38681a15-2baf-449e-b076-4ccf0cc29c06 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:08:08.859080 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38681a15-2baf-449e-b076-4ccf0cc29c06 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:08:08.859495 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1e442533-1970-4cb0-a6f5-253777a24a5b no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:08:08.877846 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 1e442533-1970-4cb0-a6f5-253777a24a5b {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:08:08.878196 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1e442533-1970-4cb0-a6f5-253777a24a5b not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:08:08.916572 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85dc7-94c2-4e00-85a2-5c5a2f04a40e req-5578eec3-baf8-4be9-8ed2-0bc3f2d1f9d6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:08.918090 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76e85dc7-94c2-4e00-85a2-5c5a2f04a40e req-5578eec3-baf8-4be9-8ed2-0bc3f2d1f9d6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Sep 03 14:08:08.956661 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76e85dc7-94c2-4e00-85a2-5c5a2f04a40e req-cf590358-da0c-4f5a-aaea-bec4e5dc78d8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Sep 03 14:08:09.047720 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:08:09.062897 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0c37-a548-478b-b4b0-f221c757701e req-662073c6-d694-4772-a54c-9b90774a39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:09.072621 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-662073c6-d694-4772-a54c-9b90774a39a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.1046493 Sep 03 14:08:09.090168 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:09.095254 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:08:09.095821 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 86efa864-d5ef-4ae9-9f0b-ca56cdf64c30 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:08:09.137275 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-dd91b268-7904-4e67-b915-38a80626930e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 1001 time: 0.0638230 Sep 03 14:08:09.189033 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0c37-a548-478b-b4b0-f221c757701e req-9a9d8e10-accc-4016-9879-a8652cdedac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:09.190589 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-9a9d8e10-accc-4016-9879-a8652cdedac0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0452676 Sep 03 14:08:09.241700 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0c37-a548-478b-b4b0-f221c757701e req-7cdb6706-f3ed-46db-ba84-06072c70b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:09.243265 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-7cdb6706-f3ed-46db-ba84-06072c70b32c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455947 Sep 03 14:08:09.347929 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-5cb124f2-5408-489b-aefa-e5a7f54f71c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894687 Sep 03 14:08:09.447731 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-656b0c37-a548-478b-b4b0-f221c757701e req-d0866391-ceb5-46a3-84d3-71b279d7c369 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925548 Sep 03 14:08:09.799066 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60434) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:09.890228 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-10330686-network', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:09.962994 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Made reservation on behalf of a53ea15fb2884d8e8ad131cd4343647f for: {'network': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:08:09.965253 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:09.973953 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.092182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133833c-5302-406d-b43c-cb4c2422b5a3 req-9b8db5d4-fd38-4fb2-8212-ad3b5611b63a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:10.093739 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3133833c-5302-406d-b43c-cb4c2422b5a3 req-9b8db5d4-fd38-4fb2-8212-ad3b5611b63a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0727429 Sep 03 14:08:10.106280 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.136970 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3133833c-5302-406d-b43c-cb4c2422b5a3 req-0ebf81d4-fd01-45d1-9df6-936db6feeda5 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357935 Sep 03 14:08:10.175057 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.199419 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:08:10.209149 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1cd9ce-fa3f-4010-9410-099d4c8eb543,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:10.213886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.214233 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.segments_db [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Added segment ab6a49d9-309a-40db-8ff5-70e3ba422d72 of type vlan for network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 Sep 03 14:08:10.258884 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.469367 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.470397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:10.470989 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.528323 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] Pushing event updated for resources: {'Network': ['ID=27daac36-77c5-4dbf-ac2e-d37cd2eac503,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:10.538948 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:08:10.612239 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-eec7dd13-1f3d-4e90-a4ec-d9a9e43f8074 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8120863 Sep 03 14:08:10.615087 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60450) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:10.619877 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Request body: {'subnet': {'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-subnet', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:10.737317 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Made reservation on behalf of a53ea15fb2884d8e8ad131cd4343647f for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:08:10.739720 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59055141'] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:10.974887 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59031161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59055115'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.027408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6ff10d-f077-44ea-9be5-940acf89cf73,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:11.037864 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Checking segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:11.047555 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Network hostable DHCP agents. Network: 27daac36-77c5-4dbf-ac2e-d37cd2eac503, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:08:11.134822 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:08:11.254797 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df01dc-79df-429e-8181-9246f1256028 req-bff3ff7e-1f42-4e3e-a005-c42e27bfca5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:11.256372 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-71df01dc-79df-429e-8181-9246f1256028 req-bff3ff7e-1f42-4e3e-a005-c42e27bfca5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0525293 Sep 03 14:08:11.257406 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 27daac36-77c5-4dbf-ac2e-d37cd2eac503) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:11.261364 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:11.262100 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.268132 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f37997-80c6-4022-9f5a-4315dffca4a7 None None] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:08:11.311969 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-71df01dc-79df-429e-8181-9246f1256028 req-b70045d3-91cd-4038-9774-377898048a1a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463669 Sep 03 14:08:11.359266 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0ec306e6-a477-44fc-b612-b3e9483d1e28 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7430301 Sep 03 14:08:11.361795 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60468) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:11.367184 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:11.427307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:08:11.428151 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.472458 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.473606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.527037 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.541284 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:08:11.622139 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Allocated IP 172.20.0.2 (27daac36-77c5-4dbf-ac2e-d37cd2eac503/4c6ff10d-f077-44ea-9be5-940acf89cf73/38d605a4-dd79-47ed-a729-421822171d8a) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:11.651054 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:11.662601 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'port_id': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'mac_address': 'fa:16:3e:af:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:08:11.709924 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.735448 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:08:11.757368 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.792068 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:11.862802 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.907876 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:11.916652 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Transition to ACTIVE for port object 38d605a4-dd79-47ed-a729-421822171d8a will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:11.931900 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Transition to ACTIVE for port object 38d605a4-dd79-47ed-a729-421822171d8a will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:11.954010 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:12.001191 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.026624 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.040432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:12.043295 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:12.046676 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:12.052487 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.056386 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Pushing event updated for resources: {'Port': ['ID=38d605a4-dd79-47ed-a729-421822171d8a,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:12.112111 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Attempting to bind port 38d605a4-dd79-47ed-a729-421822171d8a on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:08:12.112477 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Attempting to bind port 38d605a4-dd79-47ed-a729-421822171d8a by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:08:12.112837 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Attempting to bind port 38d605a4-dd79-47ed-a729-421822171d8a on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:12.118012 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:08:12.119650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Checking segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:12.119650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.119650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Bound using segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:08:12.119650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Bound port: 38d605a4-dd79-47ed-a729-421822171d8a, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:08:12.120054 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.162866 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Allocated IP 172.27.0.202 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:12.186175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] For port 38d605a4-dd79-47ed-a729-421822171d8a, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:08:12.189361 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] For port 38d605a4-dd79-47ed-a729-421822171d8a, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38d605a4-dd79-47ed-a729-421822171d8a,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:08:12.247690 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['2cc9b49e-81f2-4a20-b67b-1b0dfcf83075'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:12.263966 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.269671 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.355339 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e84eb-934d-407e-9bec-c9deba1da990 None None] Pushing event updated for resources: {'Port': ['ID=38d605a4-dd79-47ed-a729-421822171d8a,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:12.390064 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.463768 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:12.471049 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:12.473578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:12.508697 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:12.550753 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6d405-64cc-42db-8644-a2452b4c2025 req-b7a5e5a4-d82d-4556-9b6b-84f543148863 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:12.553817 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8aa6d405-64cc-42db-8644-a2452b4c2025 req-b7a5e5a4-d82d-4556-9b6b-84f543148863 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.1610768 Sep 03 14:08:12.677137 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8aa6d405-64cc-42db-8644-a2452b4c2025 req-7d2b003a-ddff-43bd-bb96-c2bb06b53ca2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855019 Sep 03 14:08:12.868163 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38d605a4-dd79-47ed-a729-421822171d8a up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:12.876284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:12.998538 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 38d605a4-dd79-47ed-a729-421822171d8a completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:13.259586 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df9aa6-b2ce-4d9c-ba94-6810a487bcb4 None None] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:08:13.301828 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.426507 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Provisioning for port 38d605a4-dd79-47ed-a729-421822171d8a completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:13.430872 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Provisioning complete for port 38d605a4-dd79-47ed-a729-421822171d8a triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:13.431308 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.506755 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:08:13.517332 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.551664 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] For port 38d605a4-dd79-47ed-a729-421822171d8a, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38d605a4-dd79-47ed-a729-421822171d8a,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:13.613537 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:13.622988 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:13.633347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:13.634009 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:13.638508 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.680849 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.685398 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-55ee94c8-fe06-4ec9-9b3a-11c805df91f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3222578 Sep 03 14:08:13.685857 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60498) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:13.775822 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956ff3-6773-4145-b8cc-77a204fc2b41 None None] Pushing event updated for resources: {'Port': ['ID=38d605a4-dd79-47ed-a729-421822171d8a,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:13.788284 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-498af263-2fae-4fa3-9cf4-493d25450879 None None] Provisioning complete for port 38d605a4-dd79-47ed-a729-421822171d8a triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:13.788724 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-498af263-2fae-4fa3-9cf4-493d25450879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:13.801075 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b22d0-e3b6-4beb-9f94-63049fe6bc04 req-05c9abcf-34d7-414f-b8d9-f3fc241e4dad tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:13.803696 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af8b22d0-e3b6-4beb-9f94-63049fe6bc04 req-05c9abcf-34d7-414f-b8d9-f3fc241e4dad tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0584562 Sep 03 14:08:13.826041 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:13.842506 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af8b22d0-e3b6-4beb-9f94-63049fe6bc04 req-48ba0336-cd39-4501-8d26-25fa0c0c6528 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Sep 03 14:08:14.120309 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.155665 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:12Z', 'revision_number': 3, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:14.181909 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:14.182345 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Updating router afbaac83-f602-4dbe-8bc1-7ea9c92d159b port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:08:14.206181 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.270700 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Allocated IP 172.20.0.1 (27daac36-77c5-4dbf-ac2e-d37cd2eac503/4c6ff10d-f077-44ea-9be5-940acf89cf73/27e48f90-6aee-41f6-8cb9-f9116ba83a55) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:14.375814 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.390453 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Transition to ACTIVE for port object 27e48f90-6aee-41f6-8cb9-f9116ba83a55 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:14.462502 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.472742 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Transition to ACTIVE for port object d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:14.477966 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.515196 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:14.517983 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:14.521303 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:14.546439 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Pushing event updated for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:14.565356 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.603668 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.687945 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f07eb-d9ef-40da-a273-473e0a67e842 None None] Pushing event updated for resources: {'Port': ['ID=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:14.694424 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Attempting to bind port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:08:14.694801 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Attempting to bind port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:08:14.695266 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Attempting to bind port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:14.701159 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:08:14.701552 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:14.701949 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.702331 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:08:14.702789 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Bound port: d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:08:14.703271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.729780 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.761081 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] For port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:08:14.764276 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] For port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:08:14.775066 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.817696 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c66a52ea-3044-4433-88e2-ae5fad7a4e45 None None] Provisioning for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:14.822180 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c66a52ea-3044-4433-88e2-ae5fad7a4e45 None None] Provisioning complete for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:14.822645 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c66a52ea-3044-4433-88e2-ae5fad7a4e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.826946 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.854172 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38d605a4-dd79-47ed-a729-421822171d8a up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:14.941943 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c66a52ea-3044-4433-88e2-ae5fad7a4e45 None None] Port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:08:14.942168 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:14.955716 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f07eb-d9ef-40da-a273-473e0a67e842 None None] Pushing event updated for resources: {'Port': ['ID=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:14.958910 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:14.959532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:14.964272 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883ae00-e84c-4701-a8b8-81c3addf7e3f req-acf6623e-6516-4134-a203-024365bf2447 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:14.966666 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f883ae00-e84c-4701-a8b8-81c3addf7e3f req-acf6623e-6516-4134-a203-024365bf2447 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0538514 Sep 03 14:08:15.000513 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:15.005201 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f883ae00-e84c-4701-a8b8-81c3addf7e3f req-65ef53ec-39e9-476e-b00a-221c179b1863 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Sep 03 14:08:15.036974 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 38d605a4-dd79-47ed-a729-421822171d8a triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:15.037347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:15.071220 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:15.072919 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Pushing event updated for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:15.103438 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:15.162921 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:15.164642 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:15.347741 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:15.378672 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12d5e2-c066-4768-a037-2b390605d997 None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:15.388733 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-29fef13b-785d-4509-959b-6a4e20270dce None None] Provisioning complete for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:15.389106 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-29fef13b-785d-4509-959b-6a4e20270dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:15.443179 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-29fef13b-785d-4509-959b-6a4e20270dce None None] Port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:08:15.521345 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:08:15.640350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:15.645798 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-e6c235a9-6305-4548-b106-317ebdda6949 admin admin] 10.222.0.13 "PUT /v2.0/routers/afbaac83-f602-4dbe-8bc1-7ea9c92d159b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9584739 Sep 03 14:08:16.129020 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d08f0-cc38-492f-95a0-3256cee8d987 req-197bca74-62a6-4ca9-b6bc-9a25271f12c8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:16.130592 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a94d08f0-cc38-492f-95a0-3256cee8d987 req-197bca74-62a6-4ca9-b6bc-9a25271f12c8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0557263 Sep 03 14:08:16.148153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60522) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:16.152877 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77944932', 'description': 'tempest-description--212527016'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:16.175913 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a94d08f0-cc38-492f-95a0-3256cee8d987 req-258fdc36-ff9c-45b7-90e4-654ad4ed91b2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Sep 03 14:08:16.234952 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.318552 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.383189 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.413444 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac51765-df33-4294-82a5-ba5a254af7ce,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:16.486048 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.490559 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-92841224-0983-4dbb-b864-af10da1fc2cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3381290 Sep 03 14:08:16.490559 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60526) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:16.494766 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group_rule': {'security_group_id': '4ac51765-df33-4294-82a5-ba5a254af7ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:16.619891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.673731 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.737171 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.757286 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1124011b-4a28-46ff-9365-3c4076b09224,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:16.823044 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.826763 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d21a26a2-5afa-46c8-954e-cd0d48bccd30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331544 Sep 03 14:08:16.827090 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60530) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:16.831673 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group_rule': {'security_group_id': '4ac51765-df33-4294-82a5-ba5a254af7ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:16.868496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:16.927960 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.969320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:16.973333 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:16.974094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:16.979376 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.043323 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.053261 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.062602 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc87177f-9907-4f61-8597-64682e901626,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:17.073444 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:17.140617 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.141119 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.143133 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-c171263b-1f62-4848-9ff1-614487026c85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140461 Sep 03 14:08:17.147549 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60532) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:17.152044 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:17.192200 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:17.232437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.279032 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:17.288205 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:17.289119 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:17.311397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23fb19-703b-4469-b45f-63deb8cb7454 req-10d60dc6-150b-4136-adfc-e723186913a5 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:17.312904 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ef23fb19-703b-4469-b45f-63deb8cb7454 req-10d60dc6-150b-4136-adfc-e723186913a5 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0677557 Sep 03 14:08:17.385703 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ef23fb19-703b-4469-b45f-63deb8cb7454 req-7eaef5c2-a75b-474d-bc1a-1c55ebdd74ee tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Sep 03 14:08:17.393317 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:17.401201 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.509049 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Allocated IP 172.27.0.22 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/ba9ce738-b021-499e-81e4-0d6bc159a705) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:17.607469 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 2, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:17.625757 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.637501 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:17.637858 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Updating router afbaac83-f602-4dbe-8bc1-7ea9c92d159b port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:08:17.661999 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.754397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-45f16334-c4fb-4e9b-be4f-af32227488d2 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:17.755894 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-45f16334-c4fb-4e9b-be4f-af32227488d2 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/networks?id=80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 200 len: 814 time: 0.1209714 Sep 03 14:08:17.773567 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-acce6e07-5423-4911-bc7c-140067028064 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/quotas/72a9667e2f7e4210a8c76f74747c7c31 HTTP/1.1" status: 200 len: 375 time: 0.0090954 Sep 03 14:08:17.807337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-437205e1-2f65-44ac-be02-b4518420a823 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306747 Sep 03 14:08:17.810718 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.868525 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:17.882300 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:17.886182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:17.888125 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=ba9ce738-b021-499e-81e4-0d6bc159a705,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:17.946502 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:17.957259 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Transition to ACTIVE for port object 27e48f90-6aee-41f6-8cb9-f9116ba83a55 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:17.984514 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-d6bd7eb0-cf2f-4ec8-87a7-1306896a4cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676307 Sep 03 14:08:18.041277 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.051266 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.091788 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Pushing event updated for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:18.107800 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.108865 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.108865 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.109674 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.110205 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.110695 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.111032 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.111369 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.111721 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.112055 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.112380 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.112702 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:18.133190 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-8dfac179-bdaf-4247-b0b2-267c6821c7ac service neutron] 10.222.0.13 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291256 Sep 03 14:08:18.173084 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.194467 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Attempting to bind port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:08:18.195290 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Attempting to bind port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:08:18.195725 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Attempting to bind port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:18.202084 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:08:18.202970 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Checking segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:18.202970 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.203555 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Bound using segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:08:18.204144 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Bound port: 27e48f90-6aee-41f6-8cb9-f9116ba83a55, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:08:18.204639 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.280887 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] For port 27e48f90-6aee-41f6-8cb9-f9116ba83a55, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:08:18.284278 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] For port 27e48f90-6aee-41f6-8cb9-f9116ba83a55, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=27e48f90-6aee-41f6-8cb9-f9116ba83a55,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:08:18.346890 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.367207 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.402509 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:18.423389 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8fe931f9-8406-4ff7-a996-92d7f2b724c3 req-0cc0f78b-b82d-4113-ba5e-f2da70a1186d tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 210 time: 0.0418513 Sep 03 14:08:18.445474 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e3f07-9cec-4e73-9be4-ba460abfc1bb None None] Pushing event updated for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=4']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:18.446020 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.478688 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:18.479224 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:18.611877 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:18.616400 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:18.616786 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.632595 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=ba9ce738-b021-499e-81e4-0d6bc159a705,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:18.656973 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.681606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6998-df94-491b-a594-873b14291f01 req-5395a438-c416-4403-af19-17cd9f583a95 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:18.690614 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0c3a6998-df94-491b-a594-873b14291f01 req-5395a438-c416-4403-af19-17cd9f583a95 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 944 time: 0.1534452 Sep 03 14:08:18.740314 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:18.745189 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0c3a6998-df94-491b-a594-873b14291f01 req-07613bf5-8e5a-4c5f-820c-2cc1b26e6876 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483782 Sep 03 14:08:18.759560 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.760278 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f19077a2-5667-4e99-88a9-85cc8834d3f0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6117644 Sep 03 14:08:18.775878 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.807448 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:18.810286 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6fd28-c77c-4b9a-a397-0ac1510fe14c" -d '{"events": [{"server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:18.851169 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:18.886339 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbb43c1-880a-4f6f-a72c-c2654700265f x-openstack-request-id: req-5bbb43c1-880a-4f6f-a72c-c2654700265f {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:18.886967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:18.887630 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bbb43c1-880a-4f6f-a72c-c2654700265f {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:18.888393 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'code': 200} Sep 03 14:08:18.926404 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:18.976565 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 27e48f90-6aee-41f6-8cb9-f9116ba83a55 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:19.047485 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-cc3f02a0-d483-408a-9d11-01f5ee53f64f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--77944932&fields=id&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 267 time: 0.0673099 Sep 03 14:08:19.067932 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:19.171936 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:19.176142 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:19.176762 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:19.179594 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-6a1015d5-f1d2-491e-9e0a-1b19ff0fb16f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:19.182502 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-6a1015d5-f1d2-491e-9e0a-1b19ff0fb16f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 815 time: 0.1334045 Sep 03 14:08:19.211971 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-fb52313b-46b3-46d5-9e14-8633a07213db tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/quotas/a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 375 time: 0.0159948 Sep 03 14:08:19.217245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687400d-e27a-4e31-be26-a5579ea4bce5 req-d12789cb-4d6c-49dc-b72c-339e0d77cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:19.219218 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8687400d-e27a-4e31-be26-a5579ea4bce5 req-d12789cb-4d6c-49dc-b72c-339e0d77cb6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1098 time: 0.0881526 Sep 03 14:08:19.255218 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:18Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:19.273416 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8687400d-e27a-4e31-be26-a5579ea4bce5 req-cf01b06b-ce37-4848-b29d-c4a8b2f70d22 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Sep 03 14:08:19.294780 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b52703-9e4c-4a1a-b1f8-63a188bde358 None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:18Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:19.308114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-04771348-e46f-4d88-85b3-496664c5dcb8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854378 Sep 03 14:08:19.334602 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:19.366684 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 27e48f90-6aee-41f6-8cb9-f9116ba83a55, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=27e48f90-6aee-41f6-8cb9-f9116ba83a55,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:19.423156 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-bdbe177b-40ef-4cfb-a18d-3af8778e09bf service neutron] 10.222.0.13 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998271 Sep 03 14:08:19.426668 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:19.428080 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:19.510432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:19.525203 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:19.525832 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:19.562219 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-db2d15db-b090-42a1-981b-15faa0fb5cde service neutron] 10.222.0.13 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310902 Sep 03 14:08:19.609797 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8cdcf430-17d4-4849-ae5c-6efda10c6b4b req-265b49d6-c71e-4862-93e1-aac8429c6f51 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 210 time: 0.0456529 Sep 03 14:08:19.831465 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f77422b6-c8d8-457b-9fc5-6bb64571829d req-6e633ac8-5a0d-4b39-baef-696dee2a0728 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Sep 03 14:08:19.902136 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3122a05-1a2f-4243-9b2a-0a3cdcb0cd8f req-dd6cd03c-b7bc-4858-a78a-9282989b76aa tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:19.904603 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3122a05-1a2f-4243-9b2a-0a3cdcb0cd8f req-dd6cd03c-b7bc-4858-a78a-9282989b76aa tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0907044 Sep 03 14:08:19.956894 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3122a05-1a2f-4243-9b2a-0a3cdcb0cd8f req-ff54560d-fc1b-4741-83ce-16834312e4c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Sep 03 14:08:20.731478 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-e9be30c6-e224-4429-980c-25b924211b36 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:20.733236 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-e9be30c6-e224-4429-980c-25b924211b36 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "GET /v2.0/networks?id=80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 200 len: 814 time: 0.1313612 Sep 03 14:08:20.739567 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ad944b4-391c-4d17-812f-119d7734afcb req-5064a5a1-0b00-4637-a9e3-118d644caef6 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 210 time: 0.0366626 Sep 03 14:08:20.754338 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Request body: {'port': {'device_id': 'f9846a75-ae84-467c-978a-af64216da110', 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c', 'admin_state_up': True, 'tenant_id': '72a9667e2f7e4210a8c76f74747c7c31'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:20.868758 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 27e48f90-6aee-41f6-8cb9-f9116ba83a55 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:20.921991 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:20.922432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:20.941231 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2d24a398-d6c0-4cf7-a8d0-9e4ab7f14ea9 req-4aa99196-b69e-413c-b350-357815009278 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Sep 03 14:08:20.952034 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Made reservation on behalf of 72a9667e2f7e4210a8c76f74747c7c31 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:08:20.957877 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.110135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Allocated IP 172.20.0.3 (80ff14cc-2caa-4f42-9e96-1238884dc90c/9824baef-c840-428a-a21b-b162c46231a6/17b05974-1d8a-4b02-95dc-21177c05c187) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:21.111949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872016c6-50f1-4b6e-9151-a54635f167de req-74db019b-b14f-440e-b818-4f004885a207 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:21.113492 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-872016c6-50f1-4b6e-9151-a54635f167de req-74db019b-b14f-440e-b818-4f004885a207 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0557685 Sep 03 14:08:21.161076 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-872016c6-50f1-4b6e-9151-a54635f167de req-d9c7e25b-3135-4b75-b529-9a8e977bb215 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382037 Sep 03 14:08:21.270213 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.285275 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c89c-8e05-4623-8297-186d2863fc51 req-462d85ee-014c-4308-b02d-697257c96526 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:21.295151 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6a5c89c-8e05-4623-8297-186d2863fc51 req-462d85ee-014c-4308-b02d-697257c96526 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0574841 Sep 03 14:08:21.330497 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6a5c89c-8e05-4623-8297-186d2863fc51 req-2c942fa6-3c25-48a9-b113-e027a33ba14c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Sep 03 14:08:21.352638 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60654) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:21.386875 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.429265 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Network 80ff14cc-2caa-4f42-9e96-1238884dc90c is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:21.432214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:21.436592 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:21.461791 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Pushing event updated for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:21.489329 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:21.489967 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.495874 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec87c8-d147-4c24-920a-535398c1851a tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:21.498110 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9dec87c8-d147-4c24-920a-535398c1851a tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1093 time: 0.1442938 Sep 03 14:08:21.500815 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60658) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:21.505379 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'port_id': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:21.583385 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-3fd8c66d-6e40-4f1d-8f47-e30b708cb5db tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8338592 Sep 03 14:08:21.596984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Request body: {'port': {'device_id': 'f9846a75-ae84-467c-978a-af64216da110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:21.651936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.686813 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:21.861056 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7556321-2271-4b77-a706-63f96ab96d97 req-e78a2e90-0959-47ff-91b5-2723b2cbc1de tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:21.874810 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f7556321-2271-4b77-a706-63f96ab96d97 req-e78a2e90-0959-47ff-91b5-2723b2cbc1de tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 931 time: 0.0609922 Sep 03 14:08:21.915032 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f7556321-2271-4b77-a706-63f96ab96d97 req-21d4bb6b-6401-4253-9a76-f73555680f59 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Sep 03 14:08:22.016263 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.046937 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-2278544c-fdf9-466a-aa75-067cf1cd8dc6 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:22.048406 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-2278544c-fdf9-466a-aa75-067cf1cd8dc6 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 815 time: 0.1916981 Sep 03 14:08:22.048551 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-87ff7b75-f7f1-4cf6-baa7-7169e2cee969 req-dcbc9337-a394-4c75-bc09-91bf290b5105 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 210 time: 0.0304263 Sep 03 14:08:22.163990 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b05974-1d8a-4b02-95dc-21177c05c187 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:08:22.171897 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-431230f2-19b3-4ed9-b0cb-9422d57e391e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 378 time: 0.0908027 Sep 03 14:08:22.196975 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'port': {'device_id': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'admin_state_up': True, 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'security_groups': ['4ac51765-df33-4294-82a5-ba5a254af7ce']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:22.201507 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.245869 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Transition to ACTIVE for port object 17b05974-1d8a-4b02-95dc-21177c05c187 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:22.289249 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.27.0.242 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/bfd9f388-f704-42a8-afed-595f8e10132b) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:22.335360 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.461445 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Pushing event updated for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:22.506667 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.518440 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Made reservation on behalf of a53ea15fb2884d8e8ad131cd4343647f for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:08:22.521876 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.609649 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Attempting to bind port 17b05974-1d8a-4b02-95dc-21177c05c187 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:08:22.609985 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Attempting to bind port 17b05974-1d8a-4b02-95dc-21177c05c187 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:08:22.610309 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Attempting to bind port 17b05974-1d8a-4b02-95dc-21177c05c187 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:22.628738 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Port 17b05974-1d8a-4b02-95dc-21177c05c187 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:08:22.629056 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Attempting to bind port 17b05974-1d8a-4b02-95dc-21177c05c187 on network 80ff14cc-2caa-4f42-9e96-1238884dc90c {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:22.642501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:08:22.642840 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Checking segment: {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:22.643220 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Bound using segment: {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:08:22.643649 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Bound port: 17b05974-1d8a-4b02-95dc-21177c05c187, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9848ff6-854e-4204-9ba7-c4ec42916316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:08:22.644001 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.712187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.759093 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Allocated IP 172.20.0.12 (27daac36-77c5-4dbf-ac2e-d37cd2eac503/4c6ff10d-f077-44ea-9be5-940acf89cf73/a6e6d67e-e2a9-4945-b476-2a876c032268) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:08:22.794665 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:22.800369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:08:22.804798 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:22.809585 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17b05974-1d8a-4b02-95dc-21177c05c187,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:08:22.815035 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:22.840165 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=bfd9f388-f704-42a8-afed-595f8e10132b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:22.889357 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.977717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:22.978336 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:22.979703 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] 10.222.0.47 "PUT /v2.0/ports/17b05974-1d8a-4b02-95dc-21177c05c187 HTTP/1.1" status: 200 len: 1093 time: 1.3867669 Sep 03 14:08:22.986394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:22.988580 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a19798-0b0c-4634-9257-a94c5af06ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:23.025763 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28dbee4-2214-41c6-99fc-7f82c1ed73bf x-openstack-request-id: req-c28dbee4-2214-41c6-99fc-7f82c1ed73bf {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:23.026409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:23.026409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c28dbee4-2214-41c6-99fc-7f82c1ed73bf {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:23.026653 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187', 'status': 'completed', 'code': 200} Sep 03 14:08:23.050311 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9304f-9235-476d-a7ed-18e4a44990a2 req-e94844f4-5c2b-44bf-8a76-6f50a162232f tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:23.052500 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7df9304f-9235-476d-a7ed-18e4a44990a2 req-e94844f4-5c2b-44bf-8a76-6f50a162232f tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0704536 Sep 03 14:08:23.080212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27b53c-638b-4dcb-a0d9-dbfd5e2b19ad service neutron] Pushing event updated for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:23.096882 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7df9304f-9235-476d-a7ed-18e4a44990a2 req-fdd13422-fe8b-4871-a260-14bd17b96ff3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Sep 03 14:08:23.165755 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d56aa31-039b-48d2-a547-07707d627ca3 req-ef6d243c-cbf9-407b-80bf-a886c95d9ad8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 210 time: 0.0263481 Sep 03 14:08:23.175103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.200740 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Transition to ACTIVE for port object a6e6d67e-e2a9-4945-b476-2a876c032268 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:23.213619 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-f6ba069a-8bb5-4551-9a71-704782e613c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:23.215113 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-f6ba069a-8bb5-4551-9a71-704782e613c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 1096 time: 0.1629331 Sep 03 14:08:23.645448 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.706659 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-06335008-f76e-450d-b18f-2310c0692f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:23.708243 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-06335008-f76e-450d-b18f-2310c0692f0e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4812675 Sep 03 14:08:23.730212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:08:23.749023 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:08:23.750827 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:23.755043 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:08:23.768709 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60686) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:23.789051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.883294 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28e890f1-a6a7-4f33-b5d2-853bd9095eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.886350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:23.886973 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.912639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-efc27e99-5b8d-4164-af29-ccbd04b5c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:23.914165 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c8a19798-0b0c-4634-9257-a94c5af06ce8 req-efc27e99-5b8d-4164-af29-ccbd04b5c674 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931152 Sep 03 14:08:23.973475 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:23.983751 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28e890f1-a6a7-4f33-b5d2-853bd9095eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.037769 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-3ab71af3-f3ac-4a98-88e5-887f62887c9c None None] Provisioning for port a6e6d67e-e2a9-4945-b476-2a876c032268 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:24.041019 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-88a7c85b-d452-49ef-8f6a-c8891bc7b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:24.042052 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-3ab71af3-f3ac-4a98-88e5-887f62887c9c None None] Provisioning complete for port a6e6d67e-e2a9-4945-b476-2a876c032268 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:24.059111 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ab71af3-f3ac-4a98-88e5-887f62887c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.059261 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-88a7c85b-d452-49ef-8f6a-c8891bc7b538 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 1096 time: 0.0803740 Sep 03 14:08:24.078963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-3ab71af3-f3ac-4a98-88e5-887f62887c9c None None] Port a6e6d67e-e2a9-4945-b476-2a876c032268 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:08:24.089328 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28e890f1-a6a7-4f33-b5d2-853bd9095eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.132141 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-28e890f1-a6a7-4f33-b5d2-853bd9095eb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09d7edefa19e44c39aab3409b12c48ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623383 Sep 03 14:08:24.132939 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60692) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:24.134880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e890f1-a6a7-4f33-b5d2-853bd9095eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71686f4-530e-4cfc-92ea-68be988b2b44,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:24.137929 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-da6204ca-df57-433b-a6c5-4186aba6e445 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17b05974-1d8a-4b02-95dc-21177c05c187 HTTP/1.1" status: 200 len: 217 time: 0.0457160 Sep 03 14:08:24.164142 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-63e81b24-7dd8-4686-a4f3-c5c8c5952e87 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9724562 Sep 03 14:08:24.190755 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Request body: {'port': {'device_id': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:24.211805 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.240943 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.271318 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.273906 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-e591da58-156e-403a-832a-5d2ae447bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:24.275393 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-e591da58-156e-403a-832a-5d2ae447bd92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9824baef-c840-428a-a21b-b162c46231a6 HTTP/1.1" status: 200 len: 854 time: 0.1262519 Sep 03 14:08:24.285496 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27044-99f0-4d20-b4ca-34adb907676d req-77a7e511-abee-4c9f-ae64-457d87f3fc0b tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:24.287001 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6b27044-99f0-4d20-b4ca-34adb907676d req-77a7e511-abee-4c9f-ae64-457d87f3fc0b tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.1100159 Sep 03 14:08:24.295080 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.317812 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-cf5a5f00-0f38-4934-90bf-6637e2d3c983 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80ff14cc-2caa-4f42-9e96-1238884dc90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345888 Sep 03 14:08:24.324353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.346233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b55656-afc9-4da7-a491-f578978a0792 req-d19d4c38-f592-47af-98a9-e4c9abd5c6fa tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:24.347641 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3b55656-afc9-4da7-a491-f578978a0792 req-d19d4c38-f592-47af-98a9-e4c9abd5c6fa tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 932 time: 0.1093578 Sep 03 14:08:24.365989 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c6b27044-99f0-4d20-b4ca-34adb907676d req-8278561b-1447-4d95-86d0-4a1ccb58a58e tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699937 Sep 03 14:08:24.400237 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3b55656-afc9-4da7-a491-f578978a0792 req-7495e8c9-c410-468b-aab1-e6551fa36428 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444827 Sep 03 14:08:24.443522 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.446168 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.447339 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71686f4-530e-4cfc-92ea-68be988b2b44 HTTP/1.1" status: 204 len: 168 time: 0.3133757 Sep 03 14:08:24.455446 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841ce32-11ca-4a71-ba4c-691dc934069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71686f4-530e-4cfc-92ea-68be988b2b44,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:24.478335 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=bfd9f388-f704-42a8-afed-595f8e10132b,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:24.573975 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:24.614237 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-e75769e0-70de-40a9-916c-c3ae6ca9854d service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706444 Sep 03 14:08:24.803918 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 64418aee-ac2d-4429-be5f-262eeefccc40 associated. External IP: 172.27.0.242, port: 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075. Sep 03 14:08:24.853226 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8228ec5a-960f-4d6b-b733-814be97487a7 req-59177495-82f3-4587-9249-f1d9ac742a3a service neutron] 10.222.0.47 "GET /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042317 Sep 03 14:08:24.954022 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:08:24.964964 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.009753 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Transition to ACTIVE for port object a6e6d67e-e2a9-4945-b476-2a876c032268 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:08:25.080546 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.083353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:08:25.175354 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:25.293062 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:25.299261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Attempting to bind port a6e6d67e-e2a9-4945-b476-2a876c032268 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:08:25.299703 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Attempting to bind port a6e6d67e-e2a9-4945-b476-2a876c032268 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:08:25.300056 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Attempting to bind port a6e6d67e-e2a9-4945-b476-2a876c032268 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:25.303908 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:25.310800 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Port a6e6d67e-e2a9-4945-b476-2a876c032268 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:08:25.311598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Attempting to bind port a6e6d67e-e2a9-4945-b476-2a876c032268 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:08:25.316533 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:08:25.316870 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Checking segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:08:25.321135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Bound using segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:08:25.321135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Bound port: a6e6d67e-e2a9-4945-b476-2a876c032268, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:08:25.321135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.321517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:25.321517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:25.557080 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235954e7-442c-402d-8142-9696a2cd553f req-9590a50e-a639-4794-b3d6-f21ce74170f4 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:25.559550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-235954e7-442c-402d-8142-9696a2cd553f req-9590a50e-a639-4794-b3d6-f21ce74170f4 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0866210 Sep 03 14:08:25.563134 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:25.571871 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6defe27-889f-47d2-876f-dba4ec2f0804 req-ab947f8f-daae-49c4-9e90-14c9ebe437df tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:25.579618 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6defe27-889f-47d2-876f-dba4ec2f0804 req-ab947f8f-daae-49c4-9e90-14c9ebe437df tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0708866 Sep 03 14:08:25.601436 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.636696 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-235954e7-442c-402d-8142-9696a2cd553f req-45fbb0ae-3da9-4cce-8a32-ca01410b7077 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Sep 03 14:08:25.639787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6defe27-889f-47d2-876f-dba4ec2f0804 req-975216ae-3818-43d5-9dd5-66b52ed72b44 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586767 Sep 03 14:08:25.642738 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d5f3a131-f192-4d38-8209-4f9736614318 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1408172 Sep 03 14:08:25.644808 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:25.647283 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e2827-b11e-4aa6-9573-dccb477c05df" -d '{"events": [{"name": "network-changed", "server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:25.659403 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:08:25.671508 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:08:25.705844 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18620c-cbd8-4188-bc6b-2631cd441029 x-openstack-request-id: req-7d18620c-cbd8-4188-bc6b-2631cd441029 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:25.706302 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:25.706553 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d18620c-cbd8-4188-bc6b-2631cd441029 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:25.706948 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'status': 'completed', 'code': 200} Sep 03 14:08:25.737965 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.784277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:25.784946 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:25.786412 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] 10.222.0.47 "PUT /v2.0/ports/a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 1094 time: 1.6036518 Sep 03 14:08:25.841339 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f4c7-fe28-4323-89f3-97cd96f2aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:25.848675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2827-b11e-4aa6-9573-dccb477c05df req-a2b095a2-efbe-4ca4-a0cc-378c1068b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:25.850861 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-a2b095a2-efbe-4ca4-a0cc-378c1068b181 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1098 time: 0.0810399 Sep 03 14:08:25.926749 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '64418aee-ac2d-4429-be5f-262eeefccc40', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:af:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:23Z', 'updated_at': '2021-09-03T14:08:23Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:25.958498 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:25.968840 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:25.969814 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:25.979883 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-629d759e-5946-4096-aee5-e0ecfdca919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:25.981659 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-629d759e-5946-4096-aee5-e0ecfdca919c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1097 time: 0.0991557 Sep 03 14:08:26.036885 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-e4e3057f-9753-482b-bf7a-9e5688a08c2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 217 time: 0.0454187 Sep 03 14:08:26.038072 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2827-b11e-4aa6-9573-dccb477c05df req-1c8af642-c3bf-4d40-ad1f-2ad0da9e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.039703 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-1c8af642-c3bf-4d40-ad1f-2ad0da9e9921 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.1770580 Sep 03 14:08:26.103554 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:26.150936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-0ed34a9a-e176-45f3-8391-c3e52d97821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.152354 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-0ed34a9a-e176-45f3-8391-c3e52d97821f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0930681 Sep 03 14:08:26.159295 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-a8218ab9-2637-48ac-acf6-d38214f0d0c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 200 len: 999 time: 0.0987365 Sep 03 14:08:26.232231 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2827-b11e-4aa6-9573-dccb477c05df req-1567d911-64b8-455a-a2a6-b2742eef766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.233735 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-1567d911-64b8-455a-a2a6-b2742eef766b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0656884 Sep 03 14:08:26.236145 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-c0462967-102d-48cd-97f5-45f401ca62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.237530 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-c0462967-102d-48cd-97f5-45f401ca62d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773625 Sep 03 14:08:26.335765 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '64418aee-ac2d-4429-be5f-262eeefccc40', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:af:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:23Z', 'updated_at': '2021-09-03T14:08:23Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:26.344296 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2827-b11e-4aa6-9573-dccb477c05df req-d5b42f84-5de2-4a0e-b6fe-364d5a12e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.345841 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-d5b42f84-5de2-4a0e-b6fe-364d5a12e13d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977058 Sep 03 14:08:26.366376 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c6b6f-8f5a-43d5-addf-1b935c1d1258 None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '64418aee-ac2d-4429-be5f-262eeefccc40', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:af:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:23Z', 'updated_at': '2021-09-03T14:08:23Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:26.394583 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-e09d6eda-509b-487a-993b-0ba43caa9141 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388936 Sep 03 14:08:26.500270 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60756) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:26.514362 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-8b3f651e-f760-4ade-b399-42199ebd0fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609454 Sep 03 14:08:26.567473 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3af2ca11-3a77-4487-9c9b-9ac6842af531 req-46ac4d85-0cac-4bcb-989c-786968097654 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403716 Sep 03 14:08:26.577389 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e4bfa-038c-4b0b-af2a-8d338a9bb6e9 None None] New status for floating IP 64418aee-ac2d-4429-be5f-262eeefccc40: ACTIVE {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:08:26.626374 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1a84a942-b3ad-4876-b60b-35ee8ffc52e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:26.645125 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-171e2827-b11e-4aa6-9573-dccb477c05df req-deada20d-70ba-48c4-8b93-b15180a8ccdd service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222670 Sep 03 14:08:26.720973 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1a84a942-b3ad-4876-b60b-35ee8ffc52e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:26.800934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad62-3dab-42c8-b955-bae3fb44a306 req-70b080f3-afd1-4cf1-9d40-60ab487a0015 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.802446 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-278bad62-3dab-42c8-b955-bae3fb44a306 req-70b080f3-afd1-4cf1-9d40-60ab487a0015 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0793552 Sep 03 14:08:26.815332 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928883e-6e9c-432d-92a8-00ff02058678 req-cd02b2e7-38d9-4d9c-a781-fe5ae2e39c53 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:26.816725 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7928883e-6e9c-432d-92a8-00ff02058678 req-cd02b2e7-38d9-4d9c-a781-fe5ae2e39c53 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0814204 Sep 03 14:08:26.845793 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1a84a942-b3ad-4876-b60b-35ee8ffc52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:26.908794 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1a84a942-b3ad-4876-b60b-35ee8ffc52e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9cac69fac7d46be95ccdc66895435d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074433 Sep 03 14:08:26.911576 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60764) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:26.911723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-278bad62-3dab-42c8-b955-bae3fb44a306 req-7a46d5a5-7610-44d7-805f-f5dc9331656f tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941064 Sep 03 14:08:26.918295 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84a942-b3ad-4876-b60b-35ee8ffc52e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30786fba-8e96-47eb-9694-0f659f04ab9a,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:26.923077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7928883e-6e9c-432d-92a8-00ff02058678 req-52c6c8f3-19e1-4166-b11a-01b31cbc7b7f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996716 Sep 03 14:08:26.970804 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:26.991632 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:27.102919 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:27.105380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:27.107108 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30786fba-8e96-47eb-9694-0f659f04ab9a HTTP/1.1" status: 204 len: 168 time: 0.1942701 Sep 03 14:08:27.114530 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1ee1a-9a88-4f81-a52b-6d1409bddf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30786fba-8e96-47eb-9694-0f659f04ab9a,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:27.708277 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:27.710639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:27.746147 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97834b-58b9-412b-acf3-b6c3e5a37ecc x-openstack-request-id: req-fa97834b-58b9-412b-acf3-b6c3e5a37ecc {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:27.746442 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:27.746693 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa97834b-58b9-412b-acf3-b6c3e5a37ecc {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:27.747088 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'status': 'completed', 'code': 200} Sep 03 14:08:27.812001 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-85c93a4c-803b-4e88-bfdb-f2be06177b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:27.813447 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-85c93a4c-803b-4e88-bfdb-f2be06177b27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1097 time: 0.0440567 Sep 03 14:08:27.903404 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-6bdd1043-4be8-4156-b6d3-624e63b01d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:27.904863 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-6bdd1043-4be8-4156-b6d3-624e63b01d30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0845246 Sep 03 14:08:27.960096 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-85e13c3d-d990-454a-83a8-dcdb77ba7b81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Sep 03 14:08:28.010297 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-712a5df6-8ea0-4972-966e-f194cc4af364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:28.011769 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-712a5df6-8ea0-4972-966e-f194cc4af364 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0441394 Sep 03 14:08:28.066813 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-3d8684db-a162-4b61-82b1-4cf2adb4e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:28.068239 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-3d8684db-a162-4b61-82b1-4cf2adb4e939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484581 Sep 03 14:08:28.095500 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308545e-61db-4811-be6f-8999164ee854 req-ce680616-2dd3-4eb7-bca4-0d1805807926 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:28.097094 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b308545e-61db-4811-be6f-8999164ee854 req-ce680616-2dd3-4eb7-bca4-0d1805807926 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0962822 Sep 03 14:08:28.109417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ac87c-fc08-49a6-89d0-584cc9b22a5d req-6f1f02df-c74b-49a8-8fbb-fcf7ec7dc6fd tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:28.110853 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-db5ac87c-fc08-49a6-89d0-584cc9b22a5d req-6f1f02df-c74b-49a8-8fbb-fcf7ec7dc6fd tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0653567 Sep 03 14:08:28.165516 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b308545e-61db-4811-be6f-8999164ee854 req-bd0f44c3-03e3-4054-a8ff-25e3ff399596 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536966 Sep 03 14:08:28.171853 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-8237753b-778c-4d72-b5aa-af3308540a42 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952699 Sep 03 14:08:28.177728 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-db5ac87c-fc08-49a6-89d0-584cc9b22a5d req-138f2e72-c41c-46bb-9b71-aa95b36a233e tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590272 Sep 03 14:08:28.261398 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ab9ab7eb-9ae2-4c7d-a98e-28d049c5c516 req-ea01c254-75ac-4dd4-856a-c73547c4700c service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827503 Sep 03 14:08:29.310995 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c839-85e6-44f8-81d5-9a055dcbb7cd req-f1391b60-a2c2-43d9-a04f-a21b134dd05a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:29.312128 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e284c839-85e6-44f8-81d5-9a055dcbb7cd req-f1391b60-a2c2-43d9-a04f-a21b134dd05a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0726597 Sep 03 14:08:29.324993 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc114174-5479-48ac-ba0b-819778072458 req-e1836453-0b9e-454d-ae76-f9176c3ec558 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:29.326467 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cc114174-5479-48ac-ba0b-819778072458 req-e1836453-0b9e-454d-ae76-f9176c3ec558 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0776370 Sep 03 14:08:29.380566 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e284c839-85e6-44f8-81d5-9a055dcbb7cd req-432106a1-c959-41b6-ad29-8c82d017a046 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531502 Sep 03 14:08:29.385354 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cc114174-5479-48ac-ba0b-819778072458 req-23a09aa0-78a6-4bb5-b166-74d246122d70 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Sep 03 14:08:29.405546 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60826) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:29.506015 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-72fa55c6-e6b6-41fb-853a-3362c7a8799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:29.592320 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-72fa55c6-e6b6-41fb-853a-3362c7a8799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:29.651332 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-72fa55c6-e6b6-41fb-853a-3362c7a8799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:29.692835 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-72fa55c6-e6b6-41fb-853a-3362c7a8799a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b87f820bfd784f7bb682678625964e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862048 Sep 03 14:08:29.693576 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa55c6-e6b6-41fb-853a-3362c7a8799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb30216-49ac-43d1-8b08-5a5416250ab5,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:29.695526 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60830) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:29.745535 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:29.988068 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.088948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.091417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.092574 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fb30216-49ac-43d1-8b08-5a5416250ab5 HTTP/1.1" status: 204 len: 168 time: 0.3959816 Sep 03 14:08:30.100033 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311beab-4c16-459f-a239-bee674762043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb30216-49ac-43d1-8b08-5a5416250ab5,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:30.457195 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 17b05974-1d8a-4b02-95dc-21177c05c187 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:08:30.529607 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527163f5-5b1a-4687-9159-ec3449d87807 req-a44cede2-eae3-4ab4-b422-dff20919fcbe tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:30.531096 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-527163f5-5b1a-4687-9159-ec3449d87807 req-a44cede2-eae3-4ab4-b422-dff20919fcbe tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 943 time: 0.0788147 Sep 03 14:08:30.539589 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b84e5c-c24a-4152-93d4-391d4ef64ede req-deb5d6f5-cce3-4dc0-912e-1ad2d52ddd56 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:30.540996 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f5b84e5c-c24a-4152-93d4-391d4ef64ede req-deb5d6f5-cce3-4dc0-912e-1ad2d52ddd56 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0875013 Sep 03 14:08:30.554045 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17b05974-1d8a-4b02-95dc-21177c05c187,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:30.565011 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '17b05974-1d8a-4b02-95dc-21177c05c187', 'network_id': '80ff14cc-2caa-4f42-9e96-1238884dc90c', 'port_id': '17b05974-1d8a-4b02-95dc-21177c05c187', 'mac_address': 'fa:16:3e:27:26:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9824baef-c840-428a-a21b-b162c46231a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:08:30.598934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-527163f5-5b1a-4687-9159-ec3449d87807 req-27fbade4-a49d-4609-ac1a-5007b8b38dfc tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Sep 03 14:08:30.599391 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60840) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:30.606550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f5b84e5c-c24a-4152-93d4-391d4ef64ede req-23459f9e-1a6c-4878-b6c2-4c70a0049569 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574634 Sep 03 14:08:30.612176 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.618066 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4b1d387f-2bf7-41fb-93dd-76ffeb0dbe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.625301 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b05974-1d8a-4b02-95dc-21177c05c187 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:08:30.644215 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17b05974-1d8a-4b02-95dc-21177c05c187,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:30.714414 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.718950 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4b1d387f-2bf7-41fb-93dd-76ffeb0dbe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.760247 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:30.767205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.767564 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.767913 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.768255 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.768594 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.768930 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.769262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.769630 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.769966 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.770295 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.770623 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.770953 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:30.786425 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4b1d387f-2bf7-41fb-93dd-76ffeb0dbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.825382 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4b1d387f-2bf7-41fb-93dd-76ffeb0dbe5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5d35a2adf504c1aa8b81f28251f2f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231455 Sep 03 14:08:30.826274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d387f-2bf7-41fb-93dd-76ffeb0dbe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79899c2d-03e7-4b69-9f98-70f9f2bbef47,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:30.827968 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 60842) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:30.880638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:30.904005 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:31.014825 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:31.017306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:31.018486 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79899c2d-03e7-4b69-9f98-70f9f2bbef47 HTTP/1.1" status: 204 len: 168 time: 0.1895015 Sep 03 14:08:31.025758 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed5fc1-89ea-48de-8c10-c1e69d8f7e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79899c2d-03e7-4b69-9f98-70f9f2bbef47,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:31.066541 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['17b05974-1d8a-4b02-95dc-21177c05c187'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:31.752631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2e2b1-4760-4885-bd48-d04088e2aaab req-60e977e9-c2f1-4198-9d2c-50bf3dc82592 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:31.754158 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e3e2e2b1-4760-4885-bd48-d04088e2aaab req-60e977e9-c2f1-4198-9d2c-50bf3dc82592 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 944 time: 0.0891621 Sep 03 14:08:31.765858 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d185-0715-46f1-ac51-35e514e0cc69 req-dab74519-4961-4ecb-9df8-996228e0ee28 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:31.767290 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3a0d185-0715-46f1-ac51-35e514e0cc69 req-dab74519-4961-4ecb-9df8-996228e0ee28 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0765548 Sep 03 14:08:31.822547 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e3e2e2b1-4760-4885-bd48-d04088e2aaab req-c3584ff5-2964-4ec7-aa0e-479df6fafc0f tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Sep 03 14:08:31.828083 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3a0d185-0715-46f1-ac51-35e514e0cc69 req-08ba0f47-f6a5-498c-bd5e-aec64d4216c7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540905 Sep 03 14:08:32.473870 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:08:32.477942 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 17b05974-1d8a-4b02-95dc-21177c05c187 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:32.606630 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:32.618137 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:08:32.655588 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:32.668478 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:08:32.674618 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 17b05974-1d8a-4b02-95dc-21177c05c187 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:32.687703 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 17b05974-1d8a-4b02-95dc-21177c05c187 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:32.688069 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:32.693020 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:32.755148 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:32.797651 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:32.830948 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:32.837012 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:32.839321 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054af32f-5af1-43f2-987b-2ada1a1985f5" -d '{"events": [{"server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "name": "network-vif-plugged", "status": "completed", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:32.854213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17b05974-1d8a-4b02-95dc-21177c05c187,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:32.877977 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc2b3a-4438-4f1b-a48f-ca99f4dfb344 x-openstack-request-id: req-effc2b3a-4438-4f1b-a48f-ca99f4dfb344 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:32.878272 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "name": "network-vif-plugged", "status": "completed", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:32.878593 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-effc2b3a-4438-4f1b-a48f-ca99f4dfb344 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:32.879003 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187', 'code': 200} Sep 03 14:08:32.903784 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:32.953761 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:32.983411 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77e3a-9564-4695-be69-67ae1aaf1106 req-db5f84ad-20c2-4541-952e-84cf6ca9bcd3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:32.985567 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31c77e3a-9564-4695-be69-67ae1aaf1106 req-db5f84ad-20c2-4541-952e-84cf6ca9bcd3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0885794 Sep 03 14:08:33.000421 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b047ee-4fcd-4bf5-a720-81e78dea7cc8 req-12342559-d2aa-43ee-958e-e5c398a37bd9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:33.002000 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b047ee-4fcd-4bf5-a720-81e78dea7cc8 req-12342559-d2aa-43ee-958e-e5c398a37bd9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 945 time: 0.0731995 Sep 03 14:08:33.061503 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31c77e3a-9564-4695-be69-67ae1aaf1106 req-30b1b109-5e2e-4aac-baef-86c8e372217d tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Sep 03 14:08:33.066397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1b047ee-4fcd-4bf5-a720-81e78dea7cc8 req-de5ba6e1-d4f4-4bf1-a273-fc0e7b9031f1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580497 Sep 03 14:08:33.141217 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['a6e6d67e-e2a9-4945-b476-2a876c032268'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:08:33.181625 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0569f-58d4-436b-975f-24db1c5ff3fb req-17adb7db-7e7f-4a2b-94de-25903ea770fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:33.183230 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-96a0569f-58d4-436b-975f-24db1c5ff3fb req-17adb7db-7e7f-4a2b-94de-25903ea770fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 1098 time: 0.0398405 Sep 03 14:08:33.218124 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-96a0569f-58d4-436b-975f-24db1c5ff3fb req-b3987e4e-7280-4e54-b3a0-f4d275ecda76 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270703 Sep 03 14:08:33.474056 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0f7f81cc-a2cd-4222-a095-b85c73c84d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:34.191736 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bb319-8fa0-448e-abb3-6d95c5dd70cf req-7d1af78b-88d2-4c8f-a717-9ad37af07312 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:34.193208 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a7bb319-8fa0-448e-abb3-6d95c5dd70cf req-7d1af78b-88d2-4c8f-a717-9ad37af07312 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Sep 03 14:08:34.230495 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a7bb319-8fa0-448e-abb3-6d95c5dd70cf req-80e722bb-6fcf-4246-9700-41198412a569 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309210 Sep 03 14:08:34.325371 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a8b8e-08e8-4b5d-adcd-7b6042f711ef req-b785762d-8806-48e3-8ff0-7e2e6af55ac6 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:34.326873 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-293a8b8e-08e8-4b5d-adcd-7b6042f711ef req-b785762d-8806-48e3-8ff0-7e2e6af55ac6 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.2005415 Sep 03 14:08:34.363823 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-293a8b8e-08e8-4b5d-adcd-7b6042f711ef req-f7104cd8-6951-4258-b331-48dfa9113ff5 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Sep 03 14:08:34.491219 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:08:34.599935 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port a6e6d67e-e2a9-4945-b476-2a876c032268 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:08:34.603999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port a6e6d67e-e2a9-4945-b476-2a876c032268 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:08:34.604411 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:34.687672 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:34.718539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:08:34.792152 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:34.839525 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:34.880413 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:34.882718 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ca232-7683-4aa2-be8d-ad82e09b3f56" -d '{"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:34.917192 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a407ec-2766-47a7-a0dd-d31fd712078e x-openstack-request-id: req-a6a407ec-2766-47a7-a0dd-d31fd712078e {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:34.917517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:34.917777 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6a407ec-2766-47a7-a0dd-d31fd712078e {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:34.922200 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'code': 200} Sep 03 14:08:35.305640 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8e1a-3236-4d2b-adf9-bf13fb2914e8 req-6ef85fcc-a6b6-4abb-80f2-6a23e0ab8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:35.305640 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-42ab8e1a-3236-4d2b-adf9-bf13fb2914e8 req-6ef85fcc-a6b6-4abb-80f2-6a23e0ab8e45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0673594 Sep 03 14:08:35.343461 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-42ab8e1a-3236-4d2b-adf9-bf13fb2914e8 req-7c36ad3d-2568-4a1b-94ed-3a04bd14c24b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286984 Sep 03 14:08:35.366917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd6b2-36e8-4d7f-9af1-a448b1f26524 req-8e8548b7-5d7b-45f3-b382-2a7767464dd1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:35.368449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6abdd6b2-36e8-4d7f-9af1-a448b1f26524 req-8e8548b7-5d7b-45f3-b382-2a7767464dd1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0539191 Sep 03 14:08:35.406963 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6abdd6b2-36e8-4d7f-9af1-a448b1f26524 req-03589a4b-0280-46a8-9499-d86e53af058e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318696 Sep 03 14:08:35.478853 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043715ee-22c5-42c5-b29b-b4c051819430 req-ef0e164f-b7ea-462c-b49e-cb641fe54842 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:35.480366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-043715ee-22c5-42c5-b29b-b4c051819430 req-ef0e164f-b7ea-462c-b49e-cb641fe54842 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0488639 Sep 03 14:08:35.567875 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-043715ee-22c5-42c5-b29b-b4c051819430 req-6056d947-2710-4de5-a6a0-40a096b52f03 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815623 Sep 03 14:08:36.045774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fa98765d-a783-45b3-96b7-ce37cb140c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:36.503183 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:36.529961 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c8a64-ba9f-44d4-af47-ce20bebd8886 req-f121a5a1-7465-4e79-b708-3b2eb5532d45 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:36.531460 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-177c8a64-ba9f-44d4-af47-ce20bebd8886 req-f121a5a1-7465-4e79-b708-3b2eb5532d45 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0518904 Sep 03 14:08:36.571629 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-177c8a64-ba9f-44d4-af47-ce20bebd8886 req-ffc77d41-cc32-40b3-b549-b184c72a3e30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332038 Sep 03 14:08:37.369772 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:37.694120 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e364b-02f8-422e-bbec-b9991c82f563 req-9d19f245-9e45-4ed4-8227-cb900811b50b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:37.695574 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f5e364b-02f8-422e-bbec-b9991c82f563 req-9d19f245-9e45-4ed4-8227-cb900811b50b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Sep 03 14:08:37.732834 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f5e364b-02f8-422e-bbec-b9991c82f563 req-78978ee1-0e28-4845-9de6-9e0805b37c29 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305955 Sep 03 14:08:37.845596 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c7a92-3447-4d6f-806a-01a4413bd764 req-8c5f6da8-0d84-4cfc-9258-654587cc1870 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:37.847073 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ab6c7a92-3447-4d6f-806a-01a4413bd764 req-8c5f6da8-0d84-4cfc-9258-654587cc1870 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Sep 03 14:08:37.855487 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 60966) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:37.862093 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'floatingip': {'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:08:37.900810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:38.302555 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:38.357777 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:38.457989 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Floating IP 7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7 associated. External IP: 172.27.0.22, port: a6e6d67e-e2a9-4945-b476-2a876c032268. Sep 03 14:08:38.658252 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:08:38.764132 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:08:38.768732 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:38.774710 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:08:38.783517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:38.784139 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:38.794633 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-fc475662-455e-414c-a908-a8f245f9de0e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "PUT /v2.0/floatingips/7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7 HTTP/1.1" status: 200 len: 991 time: 0.9374390 Sep 03 14:08:38.795313 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:08:38.797676 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168112d7-42e8-4965-8c5f-1274c5867f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:08:38.837159 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127c270-1962-4699-a821-180e40417b77 x-openstack-request-id: req-c127c270-1962-4699-a821-180e40417b77 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:08:38.837598 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:08:38.837928 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c127c270-1962-4699-a821-180e40417b77 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:08:38.838374 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'status': 'completed', 'code': 200} Sep 03 14:08:38.966265 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:39.010344 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:39.233348 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:17Z', 'updated_at': '2021-09-03T14:08:38Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:39.258756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:08:39.266703 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:08:39.267305 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:08:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:39.369986 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:08:39.590180 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:17Z', 'updated_at': '2021-09-03T14:08:38Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:08:39.618907 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c972acf-bf90-4de7-b971-aaf35f65eaa2 None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:08:17Z', 'updated_at': '2021-09-03T14:08:38Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:08:39.786784 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3595f6-e3af-416d-b610-c52614ca641e None None] New status for floating IP 7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7: ACTIVE {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:08:40.866389 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-c4051bb0-57bf-4d01-895a-317a24b5044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:40.878819 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-c4051bb0-57bf-4d01-895a-317a24b5044a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0414968 Sep 03 14:08:42.543363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-29395e92-46f4-4ecf-a75c-bbbfb6d54b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:42.544799 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-29395e92-46f4-4ecf-a75c-bbbfb6d54b34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0843945 Sep 03 14:08:42.619531 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-7d20369d-cdf3-4d0f-8457-b3fad99681e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 1001 time: 0.0547068 Sep 03 14:08:42.669543 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-1ae10f64-349a-4974-a4bf-8580b245fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:42.671147 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-1ae10f64-349a-4974-a4bf-8580b245fbe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0424008 Sep 03 14:08:42.724779 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-af4fd0e8-5f24-4536-bea5-bd6c12c4abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:42.726313 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-af4fd0e8-5f24-4536-bea5-bd6c12c4abfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444608 Sep 03 14:08:42.816694 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-c501c5cf-1fec-407a-a5c6-458193b8b242 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818272 Sep 03 14:08:42.917093 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-168112d7-42e8-4965-8c5f-1274c5867f9d req-25d2dbea-73e2-4fe8-adb6-0b35e36edf99 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Sep 03 14:08:44.700650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:45.667750 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:08:45.830207 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-788d20ff-e632-45be-8292-7b11770a51c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391157 Sep 03 14:08:50.162035 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-3d021b03-ee10-4398-955b-3b03446921cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:50.163493 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-3d021b03-ee10-4398-955b-3b03446921cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0391033 Sep 03 14:08:50.268212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-76df6741-c319-4d15-8a4c-cf976abf0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:50.269657 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-76df6741-c319-4d15-8a4c-cf976abf0647 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.0840085 Sep 03 14:08:50.353843 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-fc580bf2-696e-4592-9a41-c25299dfc44b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 1001 time: 0.0575125 Sep 03 14:08:50.407463 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-1d85b1f9-54c6-4aca-854e-9a7bff74230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:50.408773 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-1d85b1f9-54c6-4aca-854e-9a7bff74230f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0457840 Sep 03 14:08:50.456312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-a379bac7-a515-4868-ac61-8abbd8001c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:08:50.457752 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-a379bac7-a515-4868-ac61-8abbd8001c32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382028 Sep 03 14:08:50.546437 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-83382f3b-5927-4b1a-83c1-01b637a3f4fa service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804212 Sep 03 14:08:50.637662 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-bd7813ee-ff56-4b03-8a0f-26ce4beeaa89 req-23d95ac5-6adb-4446-b2ee-03b6e6d498f0 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814464 Sep 03 14:08:52.722166 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 32882) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:52.823747 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f40e53b-5b03-4d37-ae74-733401a04f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:52.910966 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f40e53b-5b03-4d37-ae74-733401a04f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:52.986583 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4f40e53b-5b03-4d37-ae74-733401a04f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.023855 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4f40e53b-5b03-4d37-ae74-733401a04f70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98cd20005f04101a8766be6d5f9da2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004458 Sep 03 14:08:53.024693 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e53b-5b03-4d37-ae74-733401a04f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee9a00-2005-445c-b46f-a5c9f55bdc87,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:53.026640 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 32890) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:53.076180 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.096575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.210647 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.213138 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.214322 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57ee9a00-2005-445c-b46f-a5c9f55bdc87 HTTP/1.1" status: 204 len: 168 time: 0.1860993 Sep 03 14:08:53.222353 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee9a00-2005-445c-b46f-a5c9f55bdc87,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:53.229261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.229638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.229983 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.230318 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.230648 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.230979 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.231305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.231642 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.231957 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.232279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.232646 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.232963 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31007162-492b-4271-b894-d6dd1be51a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:08:53.813996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 32898) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:53.827598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a22197db-879d-4e6f-90df-7cf5458bde7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.915849 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a22197db-879d-4e6f-90df-7cf5458bde7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:53.976770 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a22197db-879d-4e6f-90df-7cf5458bde7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:54.012628 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a22197db-879d-4e6f-90df-7cf5458bde7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=353abae5277e47398f180c0edc9d8596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975968 Sep 03 14:08:54.014652 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22197db-879d-4e6f-90df-7cf5458bde7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6619d21-f474-457e-8e93-a2f2000fcfce,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:08:54.015417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 32902) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:08:54.064382 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:54.084520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:54.233808 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:54.236359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:08:54.237512 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6619d21-f474-457e-8e93-a2f2000fcfce HTTP/1.1" status: 204 len: 168 time: 0.2211084 Sep 03 14:08:54.244772 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d1d4a-56f5-4761-97c5-440dae6754e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6619d21-f474-457e-8e93-a2f2000fcfce,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:03.273631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 33032) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:03.374269 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.460184 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.473986 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0e36d925-fef9-43af-b1bb-a31356872695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.535231 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.571766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c819b7c-f2a0-4dbc-a29d-63825a2d661c,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:03.575551 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b4f6f4c0aa4c8980da704c707a399f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009062 Sep 03 14:09:03.578994 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33038) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:03.582300 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.582656 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.582999 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.583336 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.583670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.584027 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.584359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.584697 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.585027 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.585352 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.585703 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.586028 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcc218-8c62-4433-98b6-3c63c4f73bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:09:03.629747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.649490 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.774843 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.777723 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:03.779156 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c819b7c-f2a0-4dbc-a29d-63825a2d661c HTTP/1.1" status: 204 len: 168 time: 0.1990700 Sep 03 14:09:03.786474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f7a3-c947-4804-b371-cb89ee86759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c819b7c-f2a0-4dbc-a29d-63825a2d661c,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:04.428105 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33048) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:04.441219 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8640352b-9730-42c0-8ba1-29ef7f16acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.525851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8640352b-9730-42c0-8ba1-29ef7f16acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.598859 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8640352b-9730-42c0-8ba1-29ef7f16acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.637612 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8640352b-9730-42c0-8ba1-29ef7f16acbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fb0fc09531445f6b98b0a0eca483984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084420 Sep 03 14:09:04.638435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640352b-9730-42c0-8ba1-29ef7f16acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde9682-a38b-4301-b1a0-9dde0f914a80,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:04.640845 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 33052) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:04.689654 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.709769 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.826243 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.829374 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:04.830516 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efde9682-a38b-4301-b1a0-9dde0f914a80 HTTP/1.1" status: 204 len: 168 time: 0.1885731 Sep 03 14:09:04.839476 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8d00-bfe7-4e8e-a371-4170d79adb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde9682-a38b-4301-b1a0-9dde0f914a80,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:05.350074 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d44d68-ae2e-451f-b13d-34b29edd8d2f req-d8d8fcae-11e5-4a99-a154-4b9489218d22 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:05.352948 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3d44d68-ae2e-451f-b13d-34b29edd8d2f req-d8d8fcae-11e5-4a99-a154-4b9489218d22 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Sep 03 14:09:05.392525 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3d44d68-ae2e-451f-b13d-34b29edd8d2f req-01ea348a-939b-49c1-ae59-819215ceb4dd tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Sep 03 14:09:06.022178 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-94679716-5997-4082-a4ce-b1377f753863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:06.509399 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973b79-1ece-494e-9645-a6cef8d66060 req-69d96394-cf4a-4329-81e4-3be0f7363412 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:06.510934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3e973b79-1ece-494e-9645-a6cef8d66060 req-69d96394-cf4a-4329-81e4-3be0f7363412 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0491381 Sep 03 14:09:06.549634 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3e973b79-1ece-494e-9645-a6cef8d66060 req-41196128-f71c-4526-96c6-8d0f255ea8a3 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Sep 03 14:09:06.552367 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:07.331033 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:07.660585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111552-b55d-46e5-81e5-543e346be948 req-92f91b57-b9db-4c9a-a8d2-cba254b5af43 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:07.664185 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f6111552-b55d-46e5-81e5-543e346be948 req-92f91b57-b9db-4c9a-a8d2-cba254b5af43 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Sep 03 14:09:07.704569 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f6111552-b55d-46e5-81e5-543e346be948 req-b8bd4e89-20e4-49ec-aefe-598ebec0077c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbcdce8-01b1-413c-a5a4-6bcb6876b076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Sep 03 14:09:07.732547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-67a475cd-29a2-45cf-a74e-e150c5e10baa tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:07.733838 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-67a475cd-29a2-45cf-a74e-e150c5e10baa tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 945 time: 0.0487828 Sep 03 14:09:07.827934 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Deleting port 17b05974-1d8a-4b02-95dc-21177c05c187 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:09:07.828194 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:07.916320 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] For port 17b05974-1d8a-4b02-95dc-21177c05c187, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17b05974-1d8a-4b02-95dc-21177c05c187,segment=NetworkSegment(d9848ff6-854e-4204-9ba7-c4ec42916316),segment_id=d9848ff6-854e-4204-9ba7-c4ec42916316)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:09:07.916681 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:07.928868 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Calling delete_port for 17b05974-1d8a-4b02-95dc-21177c05c187 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:09:08.096524 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:08.108532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['17b05974-1d8a-4b02-95dc-21177c05c187'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:09:08.124841 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Pushing event deleted for resources: {'Port': ['ID=17b05974-1d8a-4b02-95dc-21177c05c187,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:08.164934 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] No DVR routers for this DVR port 17b05974-1d8a-4b02-95dc-21177c05c187 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:09:08.167379 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:08.169353 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4dc92bf8-24bc-4097-9141-1659eb2d83fe req-22c8d0e8-7d85-4812-a42b-1e5d35cd8d7c tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.47 "DELETE /v2.0/ports/17b05974-1d8a-4b02-95dc-21177c05c187 HTTP/1.1" status: 204 len: 173 time: 0.4295304 Sep 03 14:09:08.169825 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'name': 'network-vif-deleted', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:09:08.172094 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab1f7e-62df-41b6-97d1-3563b0c44a87" -d '{"events": [{"server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "name": "network-vif-deleted", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:09:08.320994 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04143b77-6688-4b09-9063-4d563af1d11b x-openstack-request-id: req-04143b77-6688-4b09-9063-4d563af1d11b {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:09:08.321288 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9846a75-ae84-467c-978a-af64216da110", "name": "network-vif-deleted", "tag": "17b05974-1d8a-4b02-95dc-21177c05c187", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:09:08.321569 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04143b77-6688-4b09-9063-4d563af1d11b {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:09:08.321974 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9846a75-ae84-467c-978a-af64216da110', 'name': 'network-vif-deleted', 'tag': '17b05974-1d8a-4b02-95dc-21177c05c187', 'status': 'completed', 'code': 200} Sep 03 14:09:08.813687 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-558a27f4-e77e-4944-8284-f9f17c718e99 req-a5e1af37-c5c4-40a1-b24c-f027be08dcc1 tempest-VolumesSnapshotTestJSON-2125096839 tempest-VolumesSnapshotTestJSON-2125096839-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9846a75-ae84-467c-978a-af64216da110 HTTP/1.1" status: 200 len: 210 time: 0.0295331 Sep 03 14:09:08.829107 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:11.385006 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 17b05974-1d8a-4b02-95dc-21177c05c187 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:09:11.407887 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 17b05974-1d8a-4b02-95dc-21177c05c187 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:09:11.408227 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 17b05974-1d8a-4b02-95dc-21177c05c187 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:09:14.660830 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.439895 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 33192) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:17.543298 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-daa91aa4-31ed-4104-8255-46048d039373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.627790 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-daa91aa4-31ed-4104-8255-46048d039373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.695316 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-daa91aa4-31ed-4104-8255-46048d039373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.733164 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-daa91aa4-31ed-4104-8255-46048d039373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e7cb7c6c40e4e3182c647b296613431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922072 Sep 03 14:09:17.734109 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa91aa4-31ed-4104-8255-46048d039373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcf477-7f93-4755-80ca-0a27dedf2eb3,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:17.736005 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33196) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:17.784692 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.804661 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.923841 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.926304 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:17.927490 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30bcf477-7f93-4755-80ca-0a27dedf2eb3 HTTP/1.1" status: 204 len: 168 time: 0.1903942 Sep 03 14:09:17.934792 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d5f18-7b49-4851-b201-1b2521fba173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcf477-7f93-4755-80ca-0a27dedf2eb3,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:22.666634 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:09:33.450306 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a103551c-1578-490c-a594-398eed27d687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:36.044076 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2094e009-4592-41a6-8811-f59504abd8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:36.513005 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:37.348328 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:38.838533 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:42.738390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33364) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:42.782635 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Deleting subnet 9824baef-c840-428a-a21b-b162c46231a6 {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:09:42.786171 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:42.818350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:42.855339 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.061910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.088610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9824baef-c840-428a-a21b-b162c46231a6,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:43.090583 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.092566 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f654d307-faab-476f-a929-594ae2d3d535 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9824baef-c840-428a-a21b-b162c46231a6 HTTP/1.1" status: 204 len: 168 time: 0.3530722 Sep 03 14:09:43.094918 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33366) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:43.158971 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.235381 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.245548 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ff14cc-2caa-4f42-9e96-1238884dc90c']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:09:43.255356 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9848ff6-854e-4204-9ba7-c4ec42916316') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:09:43.255644 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9848ff6-854e-4204-9ba7-c4ec42916316') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:09:43.264054 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.277948 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.284016 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:09:43.284386 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:09:43.286163 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:09:43.398876 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.405908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.411561 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/80ff14cc-2caa-4f42-9e96-1238884dc90c HTTP/1.1" status: 204 len: 168 time: 0.3119149 Sep 03 14:09:43.645410 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb03e8-f42b-4bd7-baed-06ba2d54fa71 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ff14cc-2caa-4f42-9e96-1238884dc90c,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:43.775837 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33374) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:43.814265 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9ac57565-6f32-44e3-ba18-5461c5423596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72a9667e2f7e4210a8c76f74747c7c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372355 Sep 03 14:09:43.816598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33376) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:09:43.861158 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:43.881699 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:44.004219 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:44.006756 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:44.007880 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fbcdce8-01b1-413c-a5a4-6bcb6876b076 HTTP/1.1" status: 204 len: 168 time: 0.1904080 Sep 03 14:09:44.016520 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028db96-ba10-45ce-9a5f-3d5e578c7849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbcdce8-01b1-413c-a5a4-6bcb6876b076,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:09:44.695752 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:09:51.764086 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-3a7a4bdf-2bad-483a-9593-22d7d201b2d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1680984 Sep 03 14:09:51.828172 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-220d5dd5-0d83-4f18-af8d-2bd6a9e9ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:51.829689 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-220d5dd5-0d83-4f18-af8d-2bd6a9e9ded8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1138 time: 0.0412221 Sep 03 14:09:51.930127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-e71484ec-dce6-4e88-b7e9-77172b5e4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:51.931476 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-e71484ec-dce6-4e88-b7e9-77172b5e4cf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.0827069 Sep 03 14:09:51.998973 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-135d2773-1c01-471e-a664-c6a12ce58df3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 1001 time: 0.0587561 Sep 03 14:09:52.047776 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-f327c7fa-b0ae-4bfc-9104-5654591a4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:52.049307 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-f327c7fa-b0ae-4bfc-9104-5654591a4ca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0429811 Sep 03 14:09:52.094786 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-3d23cacc-78cd-4b0c-8266-00fea66f414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:52.096253 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-3d23cacc-78cd-4b0c-8266-00fea66f414c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382857 Sep 03 14:09:52.187229 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-5989ae9a-b4b2-48bc-9fb3-85c0caccff81 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828180 Sep 03 14:09:52.273995 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883d9582-4efb-41ec-8e7c-a70878e8f370 req-2b26735e-10ac-4604-8f50-ea80acb85a24 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786560 Sep 03 14:09:58.683314 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dcedb-5410-4e49-abd4-f9379467ac57 req-26baa4af-a787-4703-a7c6-7eab2128e351 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:58.684796 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d4dcedb-5410-4e49-abd4-f9379467ac57 req-26baa4af-a787-4703-a7c6-7eab2128e351 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Sep 03 14:09:58.723097 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d4dcedb-5410-4e49-abd4-f9379467ac57 req-58c384b2-ff9e-463f-a5df-4d9e9c5ad6a8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Sep 03 14:09:59.665416 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:09:59.837572 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c2629-1333-40da-adad-347e3518f89f req-38f1d754-f347-47ea-a1d6-17b840ec195d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:09:59.839042 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fd5c2629-1333-40da-adad-347e3518f89f req-38f1d754-f347-47ea-a1d6-17b840ec195d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0507855 Sep 03 14:09:59.875532 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fd5c2629-1333-40da-adad-347e3518f89f req-ae14748c-544c-4cb4-b303-809812f962b7 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305777 Sep 03 14:10:00.991462 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20c2c-085d-416a-9c21-caace7f59a78 req-40c434a4-f7ba-4ef1-9456-b5dca735eea6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:00.996887 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9c20c2c-085d-416a-9c21-caace7f59a78 req-40c434a4-f7ba-4ef1-9456-b5dca735eea6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0491502 Sep 03 14:10:01.059537 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f9c20c2c-085d-416a-9c21-caace7f59a78 req-94174eb9-9393-4d63-884d-34ab5244c6e2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605869 Sep 03 14:10:01.072121 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d0f5-6cb3-4416-9203-d0167956ab75 req-ed40963c-40c9-4961-9765-66f57372c967 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:01.073677 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8d99d0f5-6cb3-4416-9203-d0167956ab75 req-ed40963c-40c9-4961-9765-66f57372c967 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0689394 Sep 03 14:10:01.118629 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8d99d0f5-6cb3-4416-9203-d0167956ab75 req-008cc416-8a4e-45be-8ccd-51ab2e3316b9 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380719 Sep 03 14:10:01.133010 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-b5325050-9621-4627-bee3-598bbccbaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:01.134520 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-b5325050-9621-4627-bee3-598bbccbaa51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1138 time: 0.0451269 Sep 03 14:10:01.230907 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-90c51ed8-22cf-4c67-8682-8446529caf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:01.232265 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-90c51ed8-22cf-4c67-8682-8446529caf3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.0834422 Sep 03 14:10:01.300707 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-6a8faa8f-b588-4b0c-a2c3-bea26807fbe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 1001 time: 0.0586233 Sep 03 14:10:01.354303 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-f959de4c-b0cf-4a3c-b0a6-9fbeb88f8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:01.355694 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-f959de4c-b0cf-4a3c-b0a6-9fbeb88f8b81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0422008 Sep 03 14:10:01.401884 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-c239e713-a4aa-4798-b5af-323ce3b03675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:01.403316 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-c239e713-a4aa-4798-b5af-323ce3b03675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383844 Sep 03 14:10:01.493543 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-9d9c2fc4-2333-4890-9d8a-cb1e316dd66b service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Sep 03 14:10:01.582463 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-339316c0-3dcd-4a5b-9488-84ded3715dd6 req-8655b379-6616-40c1-ba28-7ff4fb088580 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804186 Sep 03 14:10:02.172425 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052b0c-fed9-4975-90d1-6ee77ed51599 req-339f6ef8-4bf6-48b6-aba9-b982d435782c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:02.173932 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3052b0c-fed9-4975-90d1-6ee77ed51599 req-339f6ef8-4bf6-48b6-aba9-b982d435782c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Sep 03 14:10:02.235907 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b3052b0c-fed9-4975-90d1-6ee77ed51599 req-f69ff83f-5e92-4501-b215-b96316d0e527 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555899 Sep 03 14:10:02.252253 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdcb5a-edce-4a74-940b-363c49efbc2d req-5ffeda03-f0fb-426b-a13c-4e3fe0e67ac1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:02.254363 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0efdcb5a-edce-4a74-940b-363c49efbc2d req-5ffeda03-f0fb-426b-a13c-4e3fe0e67ac1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0673501 Sep 03 14:10:02.293903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0efdcb5a-edce-4a74-940b-363c49efbc2d req-f175443b-1f34-427b-8dbd-5e0efd22e243 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333321 Sep 03 14:10:03.355700 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ed1d-371d-424c-8b8c-efc3b34cb881 req-2f759682-8c3b-4002-9698-bf162a44b4c8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:03.357232 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ff4ed1d-371d-424c-8b8c-efc3b34cb881 req-2f759682-8c3b-4002-9698-bf162a44b4c8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0543015 Sep 03 14:10:03.425571 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ff4ed1d-371d-424c-8b8c-efc3b34cb881 req-cd2df968-d64c-4ed8-a1ba-3b878c27db8f tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605898 Sep 03 14:10:03.439376 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcabf8-9f45-4036-aeee-61d7af769b2b req-ac1ae1da-ff98-4cf2-a05d-d28337271927 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:03.440077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-99dcabf8-9f45-4036-aeee-61d7af769b2b req-ac1ae1da-ff98-4cf2-a05d-d28337271927 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0773287 Sep 03 14:10:03.472525 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7e2b4d48-aa7d-4306-9bed-8924ad3bedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:03.481900 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-99dcabf8-9f45-4036-aeee-61d7af769b2b req-fa5d5d0f-9808-4796-b66f-172bbe651fed tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346982 Sep 03 14:10:04.537896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460b85c-dfe6-407c-907b-c1f36559f892 req-37a38902-c68f-463a-a4ad-d0f8db9d14ae tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:04.539619 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0460b85c-dfe6-407c-907b-c1f36559f892 req-37a38902-c68f-463a-a4ad-d0f8db9d14ae tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0477376 Sep 03 14:10:04.604859 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0460b85c-dfe6-407c-907b-c1f36559f892 req-f1bc8445-6cf8-4dc9-9755-86650440eea3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592585 Sep 03 14:10:04.621284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bae87b-ff4f-4b1b-9d48-04a0b9b3475f req-6ec71a29-da67-4c76-a428-d14860118c43 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:04.622759 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21bae87b-ff4f-4b1b-9d48-04a0b9b3475f req-6ec71a29-da67-4c76-a428-d14860118c43 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0638909 Sep 03 14:10:04.662194 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21bae87b-ff4f-4b1b-9d48-04a0b9b3475f req-ffee5536-8878-4715-8c94-b04cf2635daf tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328691 Sep 03 14:10:05.718288 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc91bdc-1a0c-41df-95cc-dc8d26af5dec req-35c05925-5837-4963-8538-e6775336af77 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:05.719766 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6dc91bdc-1a0c-41df-95cc-dc8d26af5dec req-35c05925-5837-4963-8538-e6775336af77 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0484343 Sep 03 14:10:05.784215 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6dc91bdc-1a0c-41df-95cc-dc8d26af5dec req-19330e5d-fe17-4789-bb7d-63a7dd782798 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585573 Sep 03 14:10:05.796274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02530115-05a9-4332-b6b2-8787be0e017e req-3c8337a5-1c33-4e0f-831d-c33fad45f249 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:05.797754 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02530115-05a9-4332-b6b2-8787be0e017e req-3c8337a5-1c33-4e0f-831d-c33fad45f249 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0663161 Sep 03 14:10:05.840945 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02530115-05a9-4332-b6b2-8787be0e017e req-f67ea942-7be8-44a5-b6d8-b8ce4e5d8875 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366683 Sep 03 14:10:06.163627 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-543e75cb-0e2d-4f03-90bb-c24a85b0d2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:06.477770 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:06.898827 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d6c9-bf61-42b8-8d30-e5df8b48b7cc req-65009c92-bafe-480c-9518-64d7415fbc01 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:06.900365 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0032d6c9-bf61-42b8-8d30-e5df8b48b7cc req-65009c92-bafe-480c-9518-64d7415fbc01 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0495484 Sep 03 14:10:06.960478 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0032d6c9-bf61-42b8-8d30-e5df8b48b7cc req-50cfde7b-8245-4e20-82ce-b21806755bbf tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540528 Sep 03 14:10:06.978574 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890b349-aef4-4719-81c7-a7ef677553cd req-1d7fc7f5-d6bd-46b2-b558-cca7b0f26320 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:06.980018 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0890b349-aef4-4719-81c7-a7ef677553cd req-1d7fc7f5-d6bd-46b2-b558-cca7b0f26320 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0672512 Sep 03 14:10:07.019185 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0890b349-aef4-4719-81c7-a7ef677553cd req-38e54ceb-7309-4e3e-bf09-f9bb32aea51f tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329130 Sep 03 14:10:07.329569 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:08.077977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d9a4-2aba-4b26-b7ea-ff56522123ba req-3fe1756e-68e8-4647-a77f-dbd1fa7f26e5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:08.079476 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fbf3d9a4-2aba-4b26-b7ea-ff56522123ba req-3fe1756e-68e8-4647-a77f-dbd1fa7f26e5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0519657 Sep 03 14:10:08.141730 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fbf3d9a4-2aba-4b26-b7ea-ff56522123ba req-2a3e9690-135b-489a-9ce4-3506a2f8301f tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563927 Sep 03 14:10:08.157520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0514f-5433-4b85-b873-230b7c4a2ea9 req-48fe7585-1765-4a6c-9d7a-47c03f98a76e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:08.158982 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-12a0514f-5433-4b85-b873-230b7c4a2ea9 req-48fe7585-1765-4a6c-9d7a-47c03f98a76e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0679379 Sep 03 14:10:08.199566 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-12a0514f-5433-4b85-b873-230b7c4a2ea9 req-60dc2b41-c3ac-4ee6-ac8f-af28e638d173 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342026 Sep 03 14:10:08.854743 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:09.255909 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38684bf-8441-484f-8262-bfc7e62f1a7d req-6a6625ce-567d-4fe6-9380-ec38dca69209 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:09.257382 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f38684bf-8441-484f-8262-bfc7e62f1a7d req-6a6625ce-567d-4fe6-9380-ec38dca69209 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Sep 03 14:10:09.322365 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f38684bf-8441-484f-8262-bfc7e62f1a7d req-53dd8b97-90b8-4e93-bdac-c147496c0af2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591977 Sep 03 14:10:09.338450 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88766cf-12a9-430d-9ce0-2b121e2bd3cf req-e9c2cc80-295e-4a98-8db1-86582a64840e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:09.339879 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f88766cf-12a9-430d-9ce0-2b121e2bd3cf req-e9c2cc80-295e-4a98-8db1-86582a64840e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0695055 Sep 03 14:10:09.378687 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f88766cf-12a9-430d-9ce0-2b121e2bd3cf req-8821c2f8-c727-4657-81b8-a29004ec7886 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323243 Sep 03 14:10:10.435182 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad0b91-fcb1-4fa8-8180-3cef22a955cd req-9c229d71-5c0f-4a9c-9b12-a4b7e59f07f8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:10.436655 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6bad0b91-fcb1-4fa8-8180-3cef22a955cd req-9c229d71-5c0f-4a9c-9b12-a4b7e59f07f8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Sep 03 14:10:10.502463 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6bad0b91-fcb1-4fa8-8180-3cef22a955cd req-fc42efba-d3e3-44a0-a194-837f655a6118 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600243 Sep 03 14:10:10.512811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203687-a5a3-4666-90d3-9bec46d83079 req-c61d64f8-8a59-4640-a019-1089263b97aa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:10.514337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-30203687-a5a3-4666-90d3-9bec46d83079 req-c61d64f8-8a59-4640-a019-1089263b97aa tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0660901 Sep 03 14:10:10.559435 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-30203687-a5a3-4666-90d3-9bec46d83079 req-c50c8d77-fcfc-49e4-bddf-a5d2ef0cb080 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379198 Sep 03 14:10:11.617674 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8259-d83b-4868-986a-c10c491da8fc req-9d537591-9e5b-4390-bf36-290c19e24d60 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:11.619209 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d4b8259-d83b-4868-986a-c10c491da8fc req-9d537591-9e5b-4390-bf36-290c19e24d60 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0494690 Sep 03 14:10:11.683197 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4d4b8259-d83b-4868-986a-c10c491da8fc req-345a9aa0-47b2-4698-b117-d5defcc60c94 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580795 Sep 03 14:10:11.698166 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38804501-43dc-4754-8efa-694aad024cf5 req-2e5db857-e3ec-4d30-9b58-58af1393f29e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:11.699621 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-38804501-43dc-4754-8efa-694aad024cf5 req-2e5db857-e3ec-4d30-9b58-58af1393f29e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0681174 Sep 03 14:10:11.739905 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-38804501-43dc-4754-8efa-694aad024cf5 req-2a02d84e-05c5-48c4-893a-60bd094133b5 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336547 Sep 03 14:10:12.799820 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6e5f-fdca-4bb4-8a8a-d42fd46ac4f8 req-e615c518-fbd7-4b92-afed-0b75cccb2e3a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:12.801313 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f53c6e5f-fdca-4bb4-8a8a-d42fd46ac4f8 req-e615c518-fbd7-4b92-afed-0b75cccb2e3a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Sep 03 14:10:12.867709 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f53c6e5f-fdca-4bb4-8a8a-d42fd46ac4f8 req-fac57994-9320-4fdc-aa6d-91f30ba6aeb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606682 Sep 03 14:10:12.875726 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73718-7986-40d0-8334-c3c06d0f2761 req-3667c63f-ea31-4254-8a61-d024531f66d3 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:12.877141 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76e73718-7986-40d0-8334-c3c06d0f2761 req-3667c63f-ea31-4254-8a61-d024531f66d3 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0685761 Sep 03 14:10:12.917767 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76e73718-7986-40d0-8334-c3c06d0f2761 req-5fa4a0c5-ee91-4c53-8aa3-cfab9799214e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339465 Sep 03 14:10:13.984422 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a22096-8f24-4054-bd15-21e464e44878 req-aa725c37-a73b-432a-bfff-956e952162c7 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:13.985915 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35a22096-8f24-4054-bd15-21e464e44878 req-aa725c37-a73b-432a-bfff-956e952162c7 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0479946 Sep 03 14:10:14.055603 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-35a22096-8f24-4054-bd15-21e464e44878 req-810876d0-62ef-4164-ac7f-a22e08ebbd77 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589316 Sep 03 14:10:14.067108 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fca0d7-4219-44c6-884e-306199f8821d req-38a56252-01f3-4ed8-a4b1-0b4d21ff9c46 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:14.068686 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51fca0d7-4219-44c6-884e-306199f8821d req-38a56252-01f3-4ed8-a4b1-0b4d21ff9c46 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0817776 Sep 03 14:10:14.114188 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51fca0d7-4219-44c6-884e-306199f8821d req-8272e3bc-7887-4f40-b448-c0f7ff5f79db tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390387 Sep 03 14:10:14.718113 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:15.169994 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73337-ad0c-473f-9071-d591e2ebb224 req-b4e1acd2-7bde-418a-a50b-051ec805802e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.171476 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-40e73337-ad0c-473f-9071-d591e2ebb224 req-b4e1acd2-7bde-418a-a50b-051ec805802e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Sep 03 14:10:15.235751 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-40e73337-ad0c-473f-9071-d591e2ebb224 req-1154350c-5393-4fd3-843f-9909f86dcc3f tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578246 Sep 03 14:10:15.248659 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba211e1-d5b1-4427-bd7a-24bcb744dbc2 req-a0226234-7737-4a8d-a204-8f3f4ccf27eb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.250158 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ba211e1-d5b1-4427-bd7a-24bcb744dbc2 req-a0226234-7737-4a8d-a204-8f3f4ccf27eb tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0665476 Sep 03 14:10:15.290931 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ba211e1-d5b1-4427-bd7a-24bcb744dbc2 req-6e33eade-4685-4384-a690-f545931e02a6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344675 Sep 03 14:10:15.627091 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba69-19ce-4368-91ab-6403ed183c55 req-f1d2b1af-4329-490b-a78c-9f952d354f1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.628441 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-deb9ba69-19ce-4368-91ab-6403ed183c55 req-f1d2b1af-4329-490b-a78c-9f952d354f1e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0510030 Sep 03 14:10:15.668137 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-deb9ba69-19ce-4368-91ab-6403ed183c55 req-bb90f168-9ac2-41c0-bb7a-8d45516f52f2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Sep 03 14:10:15.762895 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-e1238c82-cc78-44e6-bed3-0faae8df8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.764384 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-e1238c82-cc78-44e6-bed3-0faae8df8e5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 1099 time: 0.0448017 Sep 03 14:10:15.850528 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-3fa9df2d-c4f0-45ec-a2e8-5bdfe5802c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.851945 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-3fa9df2d-c4f0-45ec-a2e8-5bdfe5802c91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.0813284 Sep 03 14:10:15.917823 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-fb0c327f-ff9c-4e83-8d0f-6c0c11b3e889 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 200 len: 1001 time: 0.0583012 Sep 03 14:10:15.965661 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-17fabe51-0bb6-40e9-bdaf-6a297de6f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:15.967022 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-17fabe51-0bb6-40e9-bdaf-6a297de6f8f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0422969 Sep 03 14:10:16.010179 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-fe27cb81-2fd1-48a8-aaeb-b3dc4c3cbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:16.011588 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-fe27cb81-2fd1-48a8-aaeb-b3dc4c3cbf26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377674 Sep 03 14:10:16.106314 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-3f5fbb05-8819-4f0d-a9f6-9a2def711ff8 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866001 Sep 03 14:10:16.193645 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-8d34e025-bcd6-4af9-9405-c38d9d1e6477 req-0471d039-5631-4f73-b7a0-e258ae64c91c service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798414 Sep 03 14:10:16.405904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4cdfd-05bc-49bb-851d-f2efa83159eb req-f9d35cb4-6482-4cbc-80a6-9df99742e188 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:16.407372 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-74c4cdfd-05bc-49bb-851d-f2efa83159eb req-f9d35cb4-6482-4cbc-80a6-9df99742e188 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0481737 Sep 03 14:10:16.447675 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-74c4cdfd-05bc-49bb-851d-f2efa83159eb req-8ed2866c-fc08-4c69-8d2e-3511b54de269 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337744 Sep 03 14:10:16.781275 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a09314-b822-48e7-a9ba-85bfd57285f8 req-5ca16ed1-b22a-4089-90a8-7b9417627b90 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:16.782780 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-56a09314-b822-48e7-a9ba-85bfd57285f8 req-5ca16ed1-b22a-4089-90a8-7b9417627b90 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0476799 Sep 03 14:10:16.819992 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-56a09314-b822-48e7-a9ba-85bfd57285f8 req-1269f37c-cc9f-4bfe-9cf5-0da7473f8e00 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Sep 03 14:10:17.566037 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea474f1-30c3-4b82-8fd1-1fd3d2e93a66 req-0f3b5eb3-02ea-4bef-b981-50d387e2036c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:17.567370 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fea474f1-30c3-4b82-8fd1-1fd3d2e93a66 req-0f3b5eb3-02ea-4bef-b981-50d387e2036c tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0513601 Sep 03 14:10:17.606553 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fea474f1-30c3-4b82-8fd1-1fd3d2e93a66 req-6152d44d-257a-48b1-8ee8-8e92b09ff515 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330923 Sep 03 14:10:17.933366 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dccc48-26c9-45e2-8688-5854b8cac0a2 req-9a34318e-e427-461d-a753-92203b41fbc9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:17.934849 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-78dccc48-26c9-45e2-8688-5854b8cac0a2 req-9a34318e-e427-461d-a753-92203b41fbc9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0472138 Sep 03 14:10:17.970922 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-78dccc48-26c9-45e2-8688-5854b8cac0a2 req-16d5251d-b802-4ee6-b773-5377805e6bb1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296476 Sep 03 14:10:18.719532 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc97dc-00be-4277-8304-dec968529f01 req-ef88ae09-f3c3-4be8-a745-9037ecbfe1de tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:18.720983 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0bc97dc-00be-4277-8304-dec968529f01 req-ef88ae09-f3c3-4be8-a745-9037ecbfe1de tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0474198 Sep 03 14:10:18.759417 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0bc97dc-00be-4277-8304-dec968529f01 req-4ffda178-3747-403b-9a13-c675b81a8908 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb&id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317967 Sep 03 14:10:33.460220 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eb63eb55-25e4-45b4-991c-ff8c0ee99c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:33.845348 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a69e-6681-467e-955b-6c1db064049e req-dcd60870-3f95-4096-8cfc-84c0d54c53bd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:33.846816 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2682a69e-6681-467e-955b-6c1db064049e req-dcd60870-3f95-4096-8cfc-84c0d54c53bd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0512786 Sep 03 14:10:33.883487 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2682a69e-6681-467e-955b-6c1db064049e req-eb58b5e8-b269-40b5-8f8c-1c01e197cf37 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303214 Sep 03 14:10:34.999975 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d43a7-1039-455d-ad75-b8f21b6984f7 req-999afc57-38df-46ff-9541-0484b9dd04f9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:35.001399 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-080d43a7-1039-455d-ad75-b8f21b6984f7 req-999afc57-38df-46ff-9541-0484b9dd04f9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0465407 Sep 03 14:10:35.038593 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-080d43a7-1039-455d-ad75-b8f21b6984f7 req-d0d14ecc-89d1-46b8-9b68-f3d88a53acef tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306761 Sep 03 14:10:36.038117 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-df5ad3a5-a45b-4e5b-8836-c957e1ce3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:36.155400 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95e57-c2f7-4de8-a56d-cc838a5848bf req-a076cba2-1737-43c5-a4f0-f0beb8ab7a02 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:36.156832 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50c95e57-c2f7-4de8-a56d-cc838a5848bf req-a076cba2-1737-43c5-a4f0-f0beb8ab7a02 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0485549 Sep 03 14:10:36.192224 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-50c95e57-c2f7-4de8-a56d-cc838a5848bf req-16cf78d0-b000-4896-8047-926cbba61b05 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295627 Sep 03 14:10:36.494302 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:36.664276 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:10:37.312084 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:37.312518 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4a9a-5281-4013-8701-ab602cbc6c08 req-ef726d47-38ed-4d43-9b7a-448853665817 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:37.313958 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a06f4a9a-5281-4013-8701-ab602cbc6c08 req-ef726d47-38ed-4d43-9b7a-448853665817 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Sep 03 14:10:37.351189 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a06f4a9a-5281-4013-8701-ab602cbc6c08 req-d5d105a5-d17c-4031-b3ef-cf7f50aad023 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313742 Sep 03 14:10:38.466399 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92dea1-66c9-46c4-9853-2e84ea47321d req-f62478ef-85ac-4d5c-843e-274ddaed2bc5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:38.467864 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee92dea1-66c9-46c4-9853-2e84ea47321d req-f62478ef-85ac-4d5c-843e-274ddaed2bc5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Sep 03 14:10:38.503333 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee92dea1-66c9-46c4-9853-2e84ea47321d req-bc1272c6-c2eb-469f-9b89-36a9b595f7e9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297923 Sep 03 14:10:38.825899 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:39.620247 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9738d-a98d-47c1-b815-1f8138796dd0 req-7048716f-a79e-4e93-894b-7b2e16c4e10e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:39.621634 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-43b9738d-a98d-47c1-b815-1f8138796dd0 req-7048716f-a79e-4e93-894b-7b2e16c4e10e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Sep 03 14:10:39.658406 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-43b9738d-a98d-47c1-b815-1f8138796dd0 req-67af5b7d-894b-4182-88c4-01b3d5aba09b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309687 Sep 03 14:10:41.000274 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a4b0-33c2-4b95-a7c4-d1cda782b968 req-8906aece-4164-4705-badb-ae96ba9bed5b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:41.001745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97f0a4b0-33c2-4b95-a7c4-d1cda782b968 req-8906aece-4164-4705-badb-ae96ba9bed5b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.2737730 Sep 03 14:10:41.038437 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-97f0a4b0-33c2-4b95-a7c4-d1cda782b968 req-d664c20b-e0a4-4f0c-b19d-d77fb1d169a4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308032 Sep 03 14:10:42.154529 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db44b-1a55-47b3-82c7-6a870c8526e8 req-da8b4478-1897-492c-966b-e3838e414d15 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:42.155987 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d32db44b-1a55-47b3-82c7-6a870c8526e8 req-da8b4478-1897-492c-966b-e3838e414d15 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0470891 Sep 03 14:10:42.193265 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d32db44b-1a55-47b3-82c7-6a870c8526e8 req-d0e4e08f-536e-44cc-863a-67e984fabbed tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309041 Sep 03 14:10:43.308242 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc47ce-c875-4758-af65-7f5a6056176b req-3ab771d7-d103-48c0-b7f0-cabf4ff610bc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:43.309944 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7bcc47ce-c875-4758-af65-7f5a6056176b req-3ab771d7-d103-48c0-b7f0-cabf4ff610bc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0488863 Sep 03 14:10:43.346934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7bcc47ce-c875-4758-af65-7f5a6056176b req-df2b1891-2351-4967-8cc3-3e6625a93b65 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312109 Sep 03 14:10:44.466301 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caadfd-acf4-4840-987a-732d23d08eb2 req-5713b846-8730-4b20-87a8-26c57148eadf tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:44.467747 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-25caadfd-acf4-4840-987a-732d23d08eb2 req-5713b846-8730-4b20-87a8-26c57148eadf tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0509629 Sep 03 14:10:44.503723 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-25caadfd-acf4-4840-987a-732d23d08eb2 req-5175edd1-d9e1-4e5b-bf3c-e35460bee529 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302272 Sep 03 14:10:44.740835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:45.156513 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-94214138-b52d-48c4-b982-45bafa44f3aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421031 Sep 03 14:10:45.214174 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-4fb6f256-0dc1-4a38-bbee-ba99e10e1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:45.215611 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-4fb6f256-0dc1-4a38-bbee-ba99e10e1baa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 1098 time: 0.0388849 Sep 03 14:10:45.319595 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-b3e324ce-25e9-4d77-9ba5-3b9e1eb296ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:45.321062 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-b3e324ce-25e9-4d77-9ba5-3b9e1eb296ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0850203 Sep 03 14:10:45.387346 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-0a80f92a-75f5-4315-aa1b-fc2a97cce5fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 200 len: 1001 time: 0.0581944 Sep 03 14:10:45.435646 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-2394e29f-d961-4c65-9c5b-bc575819914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:45.436934 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-2394e29f-d961-4c65-9c5b-bc575819914c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0419102 Sep 03 14:10:45.482090 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-11ce25b2-33c8-4aae-b4ab-c14e9f8d7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:45.483507 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-11ce25b2-33c8-4aae-b4ab-c14e9f8d7260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372849 Sep 03 14:10:45.577876 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-e2e84fc9-3145-4813-a2d1-dde1a436313c service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Sep 03 14:10:45.621484 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4ebf8-823a-461b-a4df-662565473ec6 req-b17617fe-30fa-4e00-99d8-04a9bf440150 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:45.622985 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cbf4ebf8-823a-461b-a4df-662565473ec6 req-b17617fe-30fa-4e00-99d8-04a9bf440150 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Sep 03 14:10:45.662050 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cbf4ebf8-823a-461b-a4df-662565473ec6 req-7a0b0c9c-abba-4144-bfe8-a68310bc850f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331612 Sep 03 14:10:45.672446 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-6f4c58be-4cf4-4330-af8a-9329dab7aa9a req-e0cd1ccb-89e1-42ce-a9ab-1df5bc061461 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841491 Sep 03 14:10:46.777412 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21086-b840-4707-904d-0e0f0e3d24c3 req-186023ad-ae70-4a22-95a0-7ed63eaa0327 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:46.778902 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32a21086-b840-4707-904d-0e0f0e3d24c3 req-186023ad-ae70-4a22-95a0-7ed63eaa0327 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Sep 03 14:10:46.815182 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32a21086-b840-4707-904d-0e0f0e3d24c3 req-7ee59442-fefb-4eef-b146-f4c0160ae9a2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304861 Sep 03 14:10:47.934053 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e3eab-3917-4c49-a902-f2d957e4b5f3 req-6ec8851a-90de-4246-9f5b-53a2a4167eac tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:47.935497 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-153e3eab-3917-4c49-a902-f2d957e4b5f3 req-6ec8851a-90de-4246-9f5b-53a2a4167eac tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0507555 Sep 03 14:10:47.972038 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-153e3eab-3917-4c49-a902-f2d957e4b5f3 req-a0a9cf74-e221-4c26-a094-5497ab89a18b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307574 Sep 03 14:10:49.086163 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0619bb-f237-4b63-8213-e78e6c475658 req-814a2bf8-5e28-4861-8f7c-af72d5f2f8af tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:49.087610 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd0619bb-f237-4b63-8213-e78e6c475658 req-814a2bf8-5e28-4861-8f7c-af72d5f2f8af tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0471034 Sep 03 14:10:49.124374 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dd0619bb-f237-4b63-8213-e78e6c475658 req-bc93582e-caa3-4d38-bf76-11596b19433a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309691 Sep 03 14:10:50.238295 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e123a3-b2e1-4b15-ba50-e2aaede06af2 req-15017580-7758-4bdc-9ee5-36944451880a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:50.240230 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02e123a3-b2e1-4b15-ba50-e2aaede06af2 req-15017580-7758-4bdc-9ee5-36944451880a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0468948 Sep 03 14:10:50.276229 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02e123a3-b2e1-4b15-ba50-e2aaede06af2 req-aaf48c59-490c-44b3-a0d2-7dcfb4ee06f2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302956 Sep 03 14:10:51.199527 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:10:51.290518 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:10:51.301366 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:10:51.339279 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:51.355422 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:10:51.374059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:10:51.396411 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2186f-008e-4724-84dc-3e9a2ed4c416 req-7b7a7a40-6c68-47af-81ab-37243634543a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:51.397963 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57b2186f-008e-4724-84dc-3e9a2ed4c416 req-7b7a7a40-6c68-47af-81ab-37243634543a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0519013 Sep 03 14:10:51.435407 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57b2186f-008e-4724-84dc-3e9a2ed4c416 req-5af91eb2-ab0c-4b72-ae06-190ebe1ae19b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314367 Sep 03 14:10:51.443562 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:51.494767 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=6']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:10:51.501702 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.502058 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.502400 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.502736 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.503070 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.503402 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.503735 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.504061 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.504432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.505300 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.505651 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.505978 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:10:51.542781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['a6e6d67e-e2a9-4945-b476-2a876c032268'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:10:52.554700 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29278133-e163-42cf-b0bb-5284db18d1b3 req-e281764e-29c8-4acd-98c1-403cf6ebbba8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:52.556177 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29278133-e163-42cf-b0bb-5284db18d1b3 req-e281764e-29c8-4acd-98c1-403cf6ebbba8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Sep 03 14:10:52.593130 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-29278133-e163-42cf-b0bb-5284db18d1b3 req-a8cc62df-5778-41d5-9e2f-60df1e31e5d7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310631 Sep 03 14:10:53.214449 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:10:53.262713 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port a6e6d67e-e2a9-4945-b476-2a876c032268 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:10:53.263080 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:53.335983 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:53.357318 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:10:53.359534 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120ba19-ab55-40a0-a714-e9bf2fcfa2d1" -d '{"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:10:53.372571 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:10:53.459445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:10:53.467353 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23acd3d2-00ba-4184-8468-2c1229ec2676 x-openstack-request-id: req-23acd3d2-00ba-4184-8468-2c1229ec2676 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:10:53.467601 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:10:53.467853 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23acd3d2-00ba-4184-8468-2c1229ec2676 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:10:53.468253 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'code': 200} Sep 03 14:10:53.493239 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=7']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:10:53.708378 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1b09-e12c-4d86-ac86-ca8e0dfb7b7a req-1b288c41-c979-4eab-aafa-25af5b619ca5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:53.709847 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-871e1b09-e12c-4d86-ac86-ca8e0dfb7b7a req-1b288c41-c979-4eab-aafa-25af5b619ca5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0477262 Sep 03 14:10:53.745696 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-871e1b09-e12c-4d86-ac86-ca8e0dfb7b7a req-9008b2fa-6bb2-429e-9f39-3df5926613db tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300326 Sep 03 14:10:54.866306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e73d3-a7ef-4989-9c0d-019ff5e3aa78 req-5efaa0fe-c4aa-4fe0-978a-35aec89e858f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:54.867628 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-145e73d3-a7ef-4989-9c0d-019ff5e3aa78 req-5efaa0fe-c4aa-4fe0-978a-35aec89e858f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0511212 Sep 03 14:10:54.905810 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-145e73d3-a7ef-4989-9c0d-019ff5e3aa78 req-7e176abd-44f0-4ddf-863a-5344e98682da tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322161 Sep 03 14:10:56.023167 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f071b-dcbc-487d-88ce-a0875d4b259b req-df7feee7-e05c-49ad-bbf7-b30b2680fb5a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:56.024621 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-017f071b-dcbc-487d-88ce-a0875d4b259b req-df7feee7-e05c-49ad-bbf7-b30b2680fb5a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Sep 03 14:10:56.060771 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-017f071b-dcbc-487d-88ce-a0875d4b259b req-1b8f9a34-d29b-4e24-9a74-2f08eae3726f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303767 Sep 03 14:10:57.175582 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6021d-f242-4a35-9c69-0003d4be9ecf req-9c3696e2-2545-4d4e-a168-710c57ece002 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:57.176994 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0c6021d-f242-4a35-9c69-0003d4be9ecf req-9c3696e2-2545-4d4e-a168-710c57ece002 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0484979 Sep 03 14:10:57.214031 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0c6021d-f242-4a35-9c69-0003d4be9ecf req-6a778509-e841-44f2-9f78-394a23b41ef9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311594 Sep 03 14:10:58.334542 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209042-c88c-49c2-9ef5-ed97633b4bd6 req-d0262d48-0522-4f55-8a3a-ccb2b0a70706 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:58.336044 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-78209042-c88c-49c2-9ef5-ed97633b4bd6 req-d0262d48-0522-4f55-8a3a-ccb2b0a70706 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Sep 03 14:10:58.375029 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-78209042-c88c-49c2-9ef5-ed97633b4bd6 req-5eb7ebbb-8377-4b7d-b879-6f469eca4380 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327554 Sep 03 14:10:59.514520 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71317f4-2196-4dd8-ad24-d8e4f408ef60 req-e8e4c7b3-3179-4262-9747-cdbf20e43fae tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:10:59.516200 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b71317f4-2196-4dd8-ad24-d8e4f408ef60 req-e8e4c7b3-3179-4262-9747-cdbf20e43fae tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0598853 Sep 03 14:10:59.563196 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b71317f4-2196-4dd8-ad24-d8e4f408ef60 req-1dd7d770-f3a4-42c4-9b8a-56d9ae4b299f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397873 Sep 03 14:11:00.710287 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d0a84-b748-493f-90d3-3b569980221c req-6ade824f-f5ca-4923-a75d-e79c5651282e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:00.720999 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea4d0a84-b748-493f-90d3-3b569980221c req-6ade824f-f5ca-4923-a75d-e79c5651282e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0740256 Sep 03 14:11:00.780600 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea4d0a84-b748-493f-90d3-3b569980221c req-1694e5d1-6149-4652-b28c-0657a6676d3a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583613 Sep 03 14:11:01.906517 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701f710-fac4-44e6-90d4-2a5020067d63 req-5378d388-52b2-4722-ada8-5be11d1bc7ab tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:01.908129 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6701f710-fac4-44e6-90d4-2a5020067d63 req-5378d388-52b2-4722-ada8-5be11d1bc7ab tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0549591 Sep 03 14:11:01.951384 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6701f710-fac4-44e6-90d4-2a5020067d63 req-b7bf8a7e-b403-4cd3-b1b7-4e919f306f59 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361874 Sep 03 14:11:03.078810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06c70-2e92-4357-bb82-74802cb1416d req-c88948ea-9a7c-4f4c-b5b1-c1eb8af722e8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:03.080407 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4ee06c70-2e92-4357-bb82-74802cb1416d req-c88948ea-9a7c-4f4c-b5b1-c1eb8af722e8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0516520 Sep 03 14:11:03.141393 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4ee06c70-2e92-4357-bb82-74802cb1416d req-b0eaf722-a616-42b2-91a7-a06d9147e45f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537555 Sep 03 14:11:03.483341 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e6b742ca-1914-4fee-b5c4-8df8341e4daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:04.266815 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdc34a-d2ed-437e-a516-df5b4a6696f3 req-d7ebd9ab-6d84-4038-b9a7-be8e5b95a439 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:04.274560 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abcdc34a-d2ed-437e-a516-df5b4a6696f3 req-d7ebd9ab-6d84-4038-b9a7-be8e5b95a439 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0598428 Sep 03 14:11:04.315714 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abcdc34a-d2ed-437e-a516-df5b4a6696f3 req-b973f6d0-cbc7-4af4-8197-42041b8c3685 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401149 Sep 03 14:11:05.453830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76beda-f46b-4231-a553-2dddd116645a req-7b99b66b-e068-4698-8f75-dfe8e0741c96 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:05.456984 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad76beda-f46b-4231-a553-2dddd116645a req-7b99b66b-e068-4698-8f75-dfe8e0741c96 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0734570 Sep 03 14:11:05.498867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad76beda-f46b-4231-a553-2dddd116645a req-e5778a88-80d7-4a4a-b3bc-5d701acc5fcc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355828 Sep 03 14:11:06.031645 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0643b478-96ff-4246-a613-ccbfb866c1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:06.523070 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:06.631467 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af814da-28b8-433d-9adf-4297fe0dec70 req-c1a1e379-69e8-4cff-9509-8a351781b07e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:06.632990 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af814da-28b8-433d-9adf-4297fe0dec70 req-c1a1e379-69e8-4cff-9509-8a351781b07e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0558410 Sep 03 14:11:06.679788 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3af814da-28b8-433d-9adf-4297fe0dec70 req-b085dc4d-7d69-451c-bb61-c5d5c97d1e32 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389600 Sep 03 14:11:07.335021 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:07.803422 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916c88-35ec-4f3f-b070-00e9868bc51d req-b40622bb-80eb-4c1d-986f-418b09d3c6a8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:07.804993 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f916c88-35ec-4f3f-b070-00e9868bc51d req-b40622bb-80eb-4c1d-986f-418b09d3c6a8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0548978 Sep 03 14:11:07.844471 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f916c88-35ec-4f3f-b070-00e9868bc51d req-dedf8f34-9e57-415b-b395-8a76109cf235 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335505 Sep 03 14:11:08.965485 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2e830-ece4-478a-a65f-b06ae5f52aeb req-df8d4afa-5421-47e1-8e75-6a6f07357ae9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:08.967015 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-afa2e830-ece4-478a-a65f-b06ae5f52aeb req-df8d4afa-5421-47e1-8e75-6a6f07357ae9 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0523660 Sep 03 14:11:08.983624 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:09.010145 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-afa2e830-ece4-478a-a65f-b06ae5f52aeb req-9f9d5b49-57b8-473a-ade3-8d7d1af9eaac tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359023 Sep 03 14:11:10.130877 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9bc19-7619-4050-8a35-02ae9c186a14 req-7b40c403-9efc-496e-899a-ea63a7a85d48 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:10.132366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e9bc19-7619-4050-8a35-02ae9c186a14 req-7b40c403-9efc-496e-899a-ea63a7a85d48 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0508647 Sep 03 14:11:10.169097 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a0e9bc19-7619-4050-8a35-02ae9c186a14 req-15e03227-e676-416f-b727-a853093b1541 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308747 Sep 03 14:11:10.920303 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-9f420462-aba1-4e09-be66-9f4dd6e40d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:10.921787 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-9f420462-aba1-4e09-be66-9f4dd6e40d11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0432177 Sep 03 14:11:11.007506 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-216e9724-e13c-4a79-a580-383026b4fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:11.008927 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-216e9724-e13c-4a79-a580-383026b4fc33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0804346 Sep 03 14:11:11.074562 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-bac44f3b-9080-4f78-9bce-95beffc2add8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 1001 time: 0.0581803 Sep 03 14:11:11.123401 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-228c4689-79d2-4b3d-ac65-7e5d43896924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:11.124811 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-228c4689-79d2-4b3d-ac65-7e5d43896924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0416727 Sep 03 14:11:11.169561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-66737afb-5451-432a-8fb6-b9d618f81821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:11.170915 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-66737afb-5451-432a-8fb6-b9d618f81821 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382011 Sep 03 14:11:11.266237 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-b79c5385-cac2-4078-b5ad-2e220a578c83 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873611 Sep 03 14:11:11.285855 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78623c-82e3-4836-9133-e4104b242bcb req-e926f4e7-0ab1-40ea-b3a3-5fd9121d94fd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:11.287619 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3d78623c-82e3-4836-9133-e4104b242bcb req-e926f4e7-0ab1-40ea-b3a3-5fd9121d94fd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0491836 Sep 03 14:11:11.325545 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3d78623c-82e3-4836-9133-e4104b242bcb req-d9eb0aea-f956-49fe-83d6-50c2bcf8b81c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316465 Sep 03 14:11:11.355813 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5fac9aa2-36db-4348-84cc-f5a19a779cdf req-0d8cd0b1-1c6a-4761-b298-5d41e28680e4 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Sep 03 14:11:12.446615 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec9d1-aaaf-4a9b-ad05-28262258d0a0 req-80331dba-5bb0-4ab6-87df-5c995ccabf4f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:12.448066 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-830ec9d1-aaaf-4a9b-ad05-28262258d0a0 req-80331dba-5bb0-4ab6-87df-5c995ccabf4f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 946 time: 0.0519156 Sep 03 14:11:12.483763 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-830ec9d1-aaaf-4a9b-ad05-28262258d0a0 req-da92de68-93c5-4212-9a02-baecd675e676 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298462 Sep 03 14:11:13.282612 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:13.358863 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:13.380563 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:13.382817 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3ec42-0786-4edc-ade9-7c65e2a92fd5" -d '{"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:13.398040 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:13.418302 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788fbad1-f8f2-4860-900b-07013b75bdca x-openstack-request-id: req-788fbad1-f8f2-4860-900b-07013b75bdca {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:13.418591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:13.418854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-788fbad1-f8f2-4860-900b-07013b75bdca {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:13.419277 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'code': 200} Sep 03 14:11:13.471719 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:13.517452 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=8']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:13.602684 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88c373-3f5a-406f-b9a4-9476d5215b01 req-8777ceb1-6bf2-4bbc-a094-8725e5e1a2e0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:13.604142 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0a88c373-3f5a-406f-b9a4-9476d5215b01 req-8777ceb1-6bf2-4bbc-a094-8725e5e1a2e0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0489993 Sep 03 14:11:13.640952 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0a88c373-3f5a-406f-b9a4-9476d5215b01 req-6873b85d-f1fc-4d55-aebe-119c426159e4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308235 Sep 03 14:11:13.662400 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:11:14.726237 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-130c47d8-4e2b-461f-ad86-12e93059fd0c req-ce63ad66-8dca-4d13-92c7-15ac83a5d6a1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:11:14.727240 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-130c47d8-4e2b-461f-ad86-12e93059fd0c req-ce63ad66-8dca-4d13-92c7-15ac83a5d6a1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505126 Sep 03 14:11:14.728858 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:14.960585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76f60c-85c2-49be-a8f7-ed1dd26b6f39 req-926369c4-0cfe-49c9-b0c4-48f4d5c9388f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:14.962190 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc76f60c-85c2-49be-a8f7-ed1dd26b6f39 req-926369c4-0cfe-49c9-b0c4-48f4d5c9388f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0495393 Sep 03 14:11:15.000227 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc76f60c-85c2-49be-a8f7-ed1dd26b6f39 req-66aa52d5-327c-4149-8580-e113ab741a9e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321128 Sep 03 14:11:15.386805 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33794) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:15.472770 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-2095a3cc-b8df-4586-95d5-05aee5ee5e64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847929 Sep 03 14:11:15.481377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-a56b1a27-d5f2-4a67-8f51-f55fb3879d28 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:11:15.482369 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-a56b1a27-d5f2-4a67-8f51-f55fb3879d28 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049624 Sep 03 14:11:16.125677 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09991a80-8f1b-4e84-83ec-b408507f2b8e req-096bd6e9-25b0-408d-af7b-9bf52d6ecc1b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:16.127088 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-09991a80-8f1b-4e84-83ec-b408507f2b8e req-096bd6e9-25b0-408d-af7b-9bf52d6ecc1b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0542643 Sep 03 14:11:16.165887 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-09991a80-8f1b-4e84-83ec-b408507f2b8e req-6284498b-03d5-49d8-8e2d-83cb907d271d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321488 Sep 03 14:11:17.286106 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffba582-ea2d-4fe1-ba30-831d11a85e1b req-fa5b82cd-c2a2-4a63-aa4a-cbfee3efb7a0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:17.287992 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dffba582-ea2d-4fe1-ba30-831d11a85e1b req-fa5b82cd-c2a2-4a63-aa4a-cbfee3efb7a0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0509293 Sep 03 14:11:17.326269 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dffba582-ea2d-4fe1-ba30-831d11a85e1b req-99301f02-926a-46bb-af9a-2acde0d87acd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322959 Sep 03 14:11:17.952514 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-3a392595-8091-4da1-891d-00b2f91374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:17.954053 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-3a392595-8091-4da1-891d-00b2f91374b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 1097 time: 0.0682015 Sep 03 14:11:18.014735 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-a1b11a1a-0110-4de8-a54e-b38fe84dc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:18.016176 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-a1b11a1a-0110-4de8-a54e-b38fe84dc384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1097 time: 0.0390313 Sep 03 14:11:18.107799 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-3419ca3b-3221-4438-848c-a8834832b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:18.109224 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-3419ca3b-3221-4438-848c-a8834832b4d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0839329 Sep 03 14:11:18.173229 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-e0d96b87-eda7-4fa6-8daa-8110500ac7f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 999 time: 0.0548494 Sep 03 14:11:18.224434 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-990614d9-70a8-4613-8f61-e4482e7e5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:18.225841 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-990614d9-70a8-4613-8f61-e4482e7e5239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0441775 Sep 03 14:11:18.270377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-e17f7d4f-18a6-421d-bce2-2f0c1ba1a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:18.271822 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-e17f7d4f-18a6-421d-bce2-2f0c1ba1a31d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385168 Sep 03 14:11:18.363940 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-1df667a6-ba40-4988-bd96-4d7642a83d8e service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830481 Sep 03 14:11:18.444693 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81728a97-5835-4599-88d6-f0a495d01d09 req-a713e219-209c-4f77-8308-84a4c38c752b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:18.446209 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-81728a97-5835-4599-88d6-f0a495d01d09 req-a713e219-209c-4f77-8308-84a4c38c752b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0487132 Sep 03 14:11:18.450907 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-63076c39-d81d-4ff2-a1b1-348388af3d50 req-0a972c13-91dd-4a3d-9b08-dda7b0cf2ddd service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800023 Sep 03 14:11:18.484279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-81728a97-5835-4599-88d6-f0a495d01d09 req-4ab0eb8f-a49b-44ba-8ab1-5c8ce802cb51 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321729 Sep 03 14:11:19.611440 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1cacb-1b5c-417c-a0a6-4aa60eeef4d2 req-22e25ea0-37ab-4633-bd5d-49d3ae7a1643 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:19.612843 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d9f1cacb-1b5c-417c-a0a6-4aa60eeef4d2 req-22e25ea0-37ab-4633-bd5d-49d3ae7a1643 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0547071 Sep 03 14:11:19.651583 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d9f1cacb-1b5c-417c-a0a6-4aa60eeef4d2 req-dc3a006b-28d4-4cfc-ad66-89439e26e446 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321100 Sep 03 14:11:20.776644 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfc39c-1aed-4a11-83ab-b6b2308048df req-6f01de49-d104-441a-83f0-f28d64b47b7d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:20.778463 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abdfc39c-1aed-4a11-83ab-b6b2308048df req-6f01de49-d104-441a-83f0-f28d64b47b7d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0538583 Sep 03 14:11:20.818486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abdfc39c-1aed-4a11-83ab-b6b2308048df req-ba2a819a-9552-401f-acd4-75d850cfbfdd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331964 Sep 03 14:11:21.537761 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b57dd9-73ec-4053-83f1-46ec2a0fc03f req-60a63848-4ea7-488b-a3c4-6786b5a1d522 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:21.539369 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59b57dd9-73ec-4053-83f1-46ec2a0fc03f req-60a63848-4ea7-488b-a3c4-6786b5a1d522 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0530899 Sep 03 14:11:21.579769 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-59b57dd9-73ec-4053-83f1-46ec2a0fc03f req-40cfb9b8-ef11-42f1-bfb9-b668c60220fd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342646 Sep 03 14:11:21.963746 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc02c-62d9-43e6-a593-a57e1f2e2c81 req-c263071a-658c-4080-a58b-b53607f2a098 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:21.965225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee1fc02c-62d9-43e6-a593-a57e1f2e2c81 req-c263071a-658c-4080-a58b-b53607f2a098 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0731063 Sep 03 14:11:22.003598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee1fc02c-62d9-43e6-a593-a57e1f2e2c81 req-7e58a6f4-3a09-489c-9c6e-7b40caf5f5b8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321679 Sep 03 14:11:22.701495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906d136-96ba-4892-b3a4-c9f71d968713 req-a307fc57-a95e-40d3-8fa2-2de8039f50f7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:22.703041 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0906d136-96ba-4892-b3a4-c9f71d968713 req-a307fc57-a95e-40d3-8fa2-2de8039f50f7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Sep 03 14:11:22.744370 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0906d136-96ba-4892-b3a4-c9f71d968713 req-c5a77cda-1fea-49dc-989a-21cd877a6939 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349252 Sep 03 14:11:23.126545 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a9ca-cf98-401a-86f9-8787f8ad0c63 req-4b89c514-5b9b-4339-82bf-6e24335f009a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:23.128041 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9256a9ca-cf98-401a-86f9-8787f8ad0c63 req-4b89c514-5b9b-4339-82bf-6e24335f009a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0512354 Sep 03 14:11:23.173354 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9256a9ca-cf98-401a-86f9-8787f8ad0c63 req-f379bfda-8eae-4545-af7e-4cab74f9eb86 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392706 Sep 03 14:11:23.878664 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5390-c7e5-47c9-b792-8187d4a27ef9 req-0cd92f5b-cd80-4e84-9084-a224d3c12f50 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:23.880864 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-639a5390-c7e5-47c9-b792-8187d4a27ef9 req-0cd92f5b-cd80-4e84-9084-a224d3c12f50 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0621789 Sep 03 14:11:23.929672 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-639a5390-c7e5-47c9-b792-8187d4a27ef9 req-65fd1954-ea94-4294-aa17-00d3e19de83a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 Sep 03 14:11:24.295256 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bbd21-4b1b-403c-974d-0d1f0fee8136 req-e076b794-01b2-4b0d-b81d-2d5ac25721fe tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:24.296788 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d54bbd21-4b1b-403c-974d-0d1f0fee8136 req-e076b794-01b2-4b0d-b81d-2d5ac25721fe tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0513635 Sep 03 14:11:24.342994 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d54bbd21-4b1b-403c-974d-0d1f0fee8136 req-6cfc1bbb-205e-46a5-aa5d-2dd7b9cda8fc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386741 Sep 03 14:11:25.046942 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff8ed0-7ecd-4692-9875-4751e42bce1b req-12bef788-7f84-432c-92d3-644d566976a9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:25.048467 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f8ff8ed0-7ecd-4692-9875-4751e42bce1b req-12bef788-7f84-432c-92d3-644d566976a9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0527990 Sep 03 14:11:25.086990 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f8ff8ed0-7ecd-4692-9875-4751e42bce1b req-59b6e33c-03af-4ea7-9182-f2e182e13343 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Sep 03 14:11:25.472343 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75c04-9b0a-40ef-a1d5-0f8ddc30f423 req-1a71dc5e-c334-4923-b5c7-68cb0fea459f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:25.474236 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2c75c04-9b0a-40ef-a1d5-0f8ddc30f423 req-1a71dc5e-c334-4923-b5c7-68cb0fea459f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0589869 Sep 03 14:11:25.520067 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f2c75c04-9b0a-40ef-a1d5-0f8ddc30f423 req-670f4ab7-9d4d-4950-b9da-e50adc6e335b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355768 Sep 03 14:11:26.233122 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58824f2b-a95b-49e8-b3bf-a378684771d1 req-4498ec72-aacb-46fe-80f7-40023dc6ecd4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:26.241824 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-58824f2b-a95b-49e8-b3bf-a378684771d1 req-4498ec72-aacb-46fe-80f7-40023dc6ecd4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0696461 Sep 03 14:11:26.281620 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-58824f2b-a95b-49e8-b3bf-a378684771d1 req-e2316c52-9c6f-496f-8ab3-f8b1155168ac tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385616 Sep 03 14:11:26.650424 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf6ce7-0af1-4588-815d-9cd667a84780 req-30d9b0eb-c1cd-40ba-9e34-62891074b9cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:26.651934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7caf6ce7-0af1-4588-815d-9cd667a84780 req-30d9b0eb-c1cd-40ba-9e34-62891074b9cb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0529675 Sep 03 14:11:26.709195 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7caf6ce7-0af1-4588-815d-9cd667a84780 req-75aec37c-5649-4c3e-ac9b-a34c0a156eff tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507445 Sep 03 14:11:26.757733 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff0883-16e8-4624-ab11-088d71f16add req-c9b5a658-9c88-4cb1-a81f-226223b34557 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:26.759233 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-22ff0883-16e8-4624-ab11-088d71f16add req-c9b5a658-9c88-4cb1-a81f-226223b34557 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0689089 Sep 03 14:11:26.799918 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-22ff0883-16e8-4624-ab11-088d71f16add req-61f64d08-007e-4eb3-b4b4-6b665ac9ab14 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332682 Sep 03 14:11:27.396715 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1ce4-dc08-4500-b7f9-fa9755c2051e req-0b05e05a-74f2-4460-8df2-80e5cbd09cff tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:27.398279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31ad1ce4-dc08-4500-b7f9-fa9755c2051e req-0b05e05a-74f2-4460-8df2-80e5cbd09cff tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0513375 Sep 03 14:11:27.437506 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-31ad1ce4-dc08-4500-b7f9-fa9755c2051e req-e68d4ed4-e953-4048-b565-e47b62d44d93 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331657 Sep 03 14:11:27.844170 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef92f-4ee3-4fc3-bae1-be21dd24b4a1 req-048b4493-6e85-4773-b495-c94b3215a78b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:27.847379 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-627ef92f-4ee3-4fc3-bae1-be21dd24b4a1 req-048b4493-6e85-4773-b495-c94b3215a78b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0554802 Sep 03 14:11:27.907610 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-627ef92f-4ee3-4fc3-bae1-be21dd24b4a1 req-4dff71e6-5a35-42e4-acb8-2b00ae668740 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546474 Sep 03 14:11:27.943787 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5930125-6e27-4bb9-8a53-c662abfbffb0 req-6c69198f-92f1-4a34-a1d6-b91368c0f403 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:27.945270 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c5930125-6e27-4bb9-8a53-c662abfbffb0 req-6c69198f-92f1-4a34-a1d6-b91368c0f403 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0608311 Sep 03 14:11:27.983946 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c5930125-6e27-4bb9-8a53-c662abfbffb0 req-af261490-4a10-4cd5-a326-444cb53af5ef tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328019 Sep 03 14:11:28.555881 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503462b2-d94f-47d3-b7b1-be2603b6534d req-b905a031-f5d6-4cfd-8f84-7b0b219c5a50 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:28.557495 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-503462b2-d94f-47d3-b7b1-be2603b6534d req-b905a031-f5d6-4cfd-8f84-7b0b219c5a50 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Sep 03 14:11:28.595861 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-503462b2-d94f-47d3-b7b1-be2603b6534d req-78e453b1-28df-4b87-946d-ac3e66dd4b9f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323870 Sep 03 14:11:29.006829 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d467570c-ebc1-45d5-9100-190ecf2fe004 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041608867&fields=id&tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc HTTP/1.1" status: 200 len: 267 time: 0.0570180 Sep 03 14:11:29.077822 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c4b2c-0b76-4b5b-9f89-aeb2b6750580 req-4b2aea67-a102-40be-8f7f-42de8f07eb3f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:29.079328 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-259c4b2c-0b76-4b5b-9f89-aeb2b6750580 req-4b2aea67-a102-40be-8f7f-42de8f07eb3f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0932310 Sep 03 14:11:29.093843 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a276-224e-4754-ac53-73847e932e44 req-b83427b2-950a-4189-b03d-11741d3113d1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:29.095259 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ab0a276-224e-4754-ac53-73847e932e44 req-b83427b2-950a-4189-b03d-11741d3113d1 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 985 time: 0.0754783 Sep 03 14:11:29.122289 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Request body: {'port': {'security_groups': ['ddba085a-5313-4f50-a6d2-356449612c39']}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:29.169231 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-259c4b2c-0b76-4b5b-9f89-aeb2b6750580 req-f9dd796c-a4e3-4bca-ade7-20c2108f90ea tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832169 Sep 03 14:11:29.206661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.324527 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd5f96-31ca-4ce4-84b6-86e87f0187ae req-6dab941b-3ec5-4ddc-a8dd-afc2c89442d8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:29.326043 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5dfd5f96-31ca-4ce4-84b6-86e87f0187ae req-6dab941b-3ec5-4ddc-a8dd-afc2c89442d8 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0804133 Sep 03 14:11:29.421479 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5dfd5f96-31ca-4ce4-84b6-86e87f0187ae req-a9b1af99-b8ab-44be-8504-16c14f7c20dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869150 Sep 03 14:11:29.451139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:29.480255 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.556039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.567905 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:29.597379 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:29.598029 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for port, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.599894 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ab0a276-224e-4754-ac53-73847e932e44 req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "PUT /v2.0/ports/68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 943 time: 0.4968238 Sep 03 14:11:29.600342 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:29.602631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1942646f-e68f-4c6e-b193-d7ebff53a955" -d '{"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:29.607766 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 33898) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:29.635865 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event updated for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=7']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:29.655060 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.655382 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.655725 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.656059 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.656396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.659485 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.659892 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.660251 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.660584 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.661759 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.662112 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.662447 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a528-360a-456b-ae58-97ebf2e805c0 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:29.708417 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:29.761217 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eeebd-1da6-4bdf-8f2b-b1fda8aabc84 req-6b32550a-4422-4182-8e78-648aee8bd1f3 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:29.762833 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f01eeebd-1da6-4bdf-8f2b-b1fda8aabc84 req-6b32550a-4422-4182-8e78-648aee8bd1f3 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0650513 Sep 03 14:11:29.764411 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c5fa1c-52ba-4aad-b460-99d5c38c64b9 x-openstack-request-id: req-75c5fa1c-52ba-4aad-b460-99d5c38c64b9 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:29.764690 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:29.764924 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c5fa1c-52ba-4aad-b460-99d5c38c64b9 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:29.765309 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:11:29.805303 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f01eeebd-1da6-4bdf-8f2b-b1fda8aabc84 req-31ac59bd-a45e-47b2-ad33-ad6a64f8cfb8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350292 Sep 03 14:11:29.851019 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.876097 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:29.891469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-72865504-3422-442d-9241-bf7c91d85c9e None None] Provisioning complete for port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:29.891844 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-72865504-3422-442d-9241-bf7c91d85c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.038209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.040796 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.042167 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "DELETE /v2.0/security-groups/444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb HTTP/1.1" status: 204 len: 168 time: 0.4331715 Sep 03 14:11:30.044983 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 33906) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:30.053391 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b9fa3-1057-4cf5-ba4a-09c46ad0cfdb,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:30.061042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.061563 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.061916 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.062261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.062590 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.062927 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.063259 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.063590 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.064001 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.064336 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.064672 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.064987 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e67214-3dbd-4d2c-b005-e2a3026273ef tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:30.203712 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Deleting port 3f51157c-5a9b-4f9e-8949-099d2e28fe61 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:30.204047 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.303237 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.303481 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.318366 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Calling delete_port for 3f51157c-5a9b-4f9e-8949-099d2e28fe61 owned by network:floatingip {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:30.334643 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8736-60e7-4e99-8ef1-eec27bb18595 req-61536bef-44d4-4155-8978-42f58d205887 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:30.336092 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e55a8736-60e7-4e99-8ef1-eec27bb18595 req-61536bef-44d4-4155-8978-42f58d205887 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0837896 Sep 03 14:11:30.455457 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e55a8736-60e7-4e99-8ef1-eec27bb18595 req-7fa38bc0-fe09-4047-8d0e-5688007c8c33 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126807 Sep 03 14:11:30.549659 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16870c1-f8c7-45df-8c3c-9aae30dae673 req-c0443b0b-c955-4f1b-8627-61b9c49d3ef1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:30.551161 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d16870c1-f8c7-45df-8c3c-9aae30dae673 req-c0443b0b-c955-4f1b-8627-61b9c49d3ef1 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0631661 Sep 03 14:11:30.620111 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d16870c1-f8c7-45df-8c3c-9aae30dae673 req-da4b3bef-ca5c-40ba-b456-a45cc667d090 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518525 Sep 03 14:11:30.683135 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.715119 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event deleted for resources: {'Port': ['ID=3f51157c-5a9b-4f9e-8949-099d2e28fe61,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:30.771153 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:30.771479 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Floating IP 4170af34-e347-416d-9516-f2ab0ddf18b2 disassociated (deleted). External IP: 172.27.0.91, port: 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff. Sep 03 14:11:30.989404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057d76-d621-4033-b8c0-1b18f413d43e req-1e63469b-3938-4df9-930b-0e50cf655a14 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:30.990897 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90057d76-d621-4033-b8c0-1b18f413d43e req-1e63469b-3938-4df9-930b-0e50cf655a14 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0870807 Sep 03 14:11:31.018067 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Router 339c0058-6877-466f-8868-fa20013e654c has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:31.045366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90057d76-d621-4033-b8c0-1b18f413d43e req-039260b7-06cc-48cd-a16d-df5770b7b084 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452976 Sep 03 14:11:31.136886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:31.141314 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:31.148032 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Sync routers for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:31.159309 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:31.160243 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:31.169185 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-6090d9ba-a0b4-4d71-976a-5ab834f61d8d tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "DELETE /v2.0/floatingips/4170af34-e347-416d-9516-f2ab0ddf18b2 HTTP/1.1" status: 204 len: 168 time: 1.1226509 Sep 03 14:11:31.278996 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:31.475599 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:31.502572 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Checking router: 339c0058-6877-466f-8868-fa20013e654c for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:31.511294 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:31.516063 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:31.588495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847517-b7a3-4245-9bf0-511c3636cef5 req-7a11ea35-8a63-42ee-ac8c-b6a063d6606b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:31.590041 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ce847517-b7a3-4245-9bf0-511c3636cef5 req-7a11ea35-8a63-42ee-ac8c-b6a063d6606b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0524709 Sep 03 14:11:31.618506 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:31.626476 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ce847517-b7a3-4245-9bf0-511c3636cef5 req-f212ffe1-2721-473d-914c-217cb186f780 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304987 Sep 03 14:11:31.735673 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be1545-9f36-48a7-b0fe-31f415938e07 req-b59d5b5b-7710-4168-b4aa-8c31df74bd73 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:31.737156 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70be1545-9f36-48a7-b0fe-31f415938e07 req-b59d5b5b-7710-4168-b4aa-8c31df74bd73 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0485673 Sep 03 14:11:31.766858 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:31.769011 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e42731-a77f-431c-bb01-ba90cf96adf7" -d '{"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:31.779114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-70be1545-9f36-48a7-b0fe-31f415938e07 req-af5b5819-9484-41e5-a01a-6eff48c19450 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358427 Sep 03 14:11:31.807516 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7774cc-1874-45a6-b3de-e12e063b13de x-openstack-request-id: req-5a7774cc-1874-45a6-b3de-e12e063b13de {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:31.807800 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:31.808039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7774cc-1874-45a6-b3de-e12e063b13de {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:31.808900 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:11:31.825970 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:31.854180 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776373e5-2001-4df3-a168-f350b17fd58d None None] The sync data for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi is: [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:06:19Z', 'revision_number': 4, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '0c8d379c-10e4-4202-9b45-264fc3983e11', 'name': '', 'network_id': 'f474cb83-51e3-424b-87c0-c77fe8700583', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'mac_address': 'fa:16:3e:10:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:19Z', 'updated_at': '2021-09-03T14:06:25Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'subnets': [{'id': '70b84c24-e574-4e4c-9e0a-b8d88d15ddbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:32.048877 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b2ed4-31df-40ab-91a0-2da05c7ac567 None None] New status for floating IP 4170af34-e347-416d-9516-f2ab0ddf18b2: DOWN {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:11:32.158809 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59227-3797-4d90-b0de-06c081fe2b77 req-5f2d8cdb-762b-4528-84b5-6186460287ea tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.160208 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f0c59227-3797-4d90-b0de-06c081fe2b77 req-5f2d8cdb-762b-4528-84b5-6186460287ea tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Sep 03 14:11:32.200512 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f0c59227-3797-4d90-b0de-06c081fe2b77 req-1f158842-240f-4bce-bd90-0c620115285f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Sep 03 14:11:32.340224 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-4fffda6f-eb6b-4b46-b77b-f3a1066394e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.341803 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-4fffda6f-eb6b-4b46-b77b-f3a1066394e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0409806 Sep 03 14:11:32.430917 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-339ad984-90ed-420d-b7ee-2205c07314ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.432513 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-339ad984-90ed-420d-b7ee-2205c07314ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.0829246 Sep 03 14:11:32.479875 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-ecb191af-8976-49b8-920a-9906bea3c62c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 217 time: 0.0360613 Sep 03 14:11:32.528693 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-609bda9e-3a76-4a6e-80ba-b3c135b80389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.530189 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-609bda9e-3a76-4a6e-80ba-b3c135b80389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0438955 Sep 03 14:11:32.576003 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-28d2c012-dcd4-4c9e-b21d-b3b03eab94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.577519 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-28d2c012-dcd4-4c9e-b21d-b3b03eab94d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395374 Sep 03 14:11:32.667471 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-a24b1cbb-0af1-491d-b152-d1443d02c27c service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827544 Sep 03 14:11:32.744104 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b252247-3ae4-4a38-b47b-990e8e4f23bc req-8ad7e2cb-1162-4188-a6ba-6d2bfeb39600 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.745632 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4b252247-3ae4-4a38-b47b-990e8e4f23bc req-8ad7e2cb-1162-4188-a6ba-6d2bfeb39600 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0475078 Sep 03 14:11:32.756644 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1942646f-e68f-4c6e-b193-d7ebff53a955 req-d42fa904-68de-4f6d-8101-1856d7eb092a service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805113 Sep 03 14:11:32.782942 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4b252247-3ae4-4a38-b47b-990e8e4f23bc req-dc3d96b5-de45-40d1-b550-bcfa268c7c54 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312479 Sep 03 14:11:32.896254 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168b9f-88bc-4a25-8071-44eb0c646ed5 req-07cba997-cfe4-43e8-96b5-5f49de1e19fd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.897825 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57168b9f-88bc-4a25-8071-44eb0c646ed5 req-07cba997-cfe4-43e8-96b5-5f49de1e19fd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Sep 03 14:11:32.908589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-6882a63d-f3e3-4288-9818-37b724e0b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:32.910107 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-6882a63d-f3e3-4288-9818-37b724e0b203 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0451570 Sep 03 14:11:32.935988 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-57168b9f-88bc-4a25-8071-44eb0c646ed5 req-6352ce30-dae4-4156-97f2-cf2a044ad466 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Sep 03 14:11:33.003406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-67d5b197-5747-49f4-a275-b04a512bb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:33.005484 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-67d5b197-5747-49f4-a275-b04a512bb384 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 200 len: 915 time: 0.0846066 Sep 03 14:11:33.054249 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-d33312b9-28ae-4fad-9cd0-09b4d4898a9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 200 len: 217 time: 0.0368850 Sep 03 14:11:33.103068 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-10b3fb29-6b41-4b63-87c5-751097760351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:33.104446 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-10b3fb29-6b41-4b63-87c5-751097760351 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 200 len: 853 time: 0.0414138 Sep 03 14:11:33.163753 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-c45a17ee-7bf5-444d-84f1-4ebdf28e62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:33.165292 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-c45a17ee-7bf5-444d-84f1-4ebdf28e62b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f474cb83-51e3-424b-87c0-c77fe8700583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405657 Sep 03 14:11:33.262108 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-13c8ae11-6a56-48cf-9421-8b01b95e512f service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885432 Sep 03 14:11:33.316845 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b7aae-6f4f-4607-94b2-67b3a815c78a req-930910f5-1852-4e7f-8888-5f6c4c5c6df0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:33.318704 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f1b7aae-6f4f-4607-94b2-67b3a815c78a req-930910f5-1852-4e7f-8888-5f6c4c5c6df0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Sep 03 14:11:33.358320 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-68e42731-a77f-431c-bb01-ba90cf96adf7 req-37fb32a3-0d23-4c01-b466-e76620832bd5 service neutron] 10.222.0.47 "GET /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832484 Sep 03 14:11:33.359082 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f1b7aae-6f4f-4607-94b2-67b3a815c78a req-062b2560-86a5-4682-9058-308b277566ba tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Sep 03 14:11:33.488312 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2afeed8a-f0bf-460a-a7b9-24dc07f396fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:33.901578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7672d-be85-4e63-89d3-d11a196cd86b req-b3317c75-4ba1-4ff5-b411-f202dc1d5b2f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:33.903035 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41d7672d-be85-4e63-89d3-d11a196cd86b req-b3317c75-4ba1-4ff5-b411-f202dc1d5b2f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0474663 Sep 03 14:11:33.938745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41d7672d-be85-4e63-89d3-d11a196cd86b req-18c6c2ff-bf7a-496d-a631-3bedd0c2e169 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298648 Sep 03 14:11:34.046948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2a463-54de-4480-b0c3-1ff3c0b4bd94 req-0373a2f6-874b-4db7-9441-ecb1370a4da4 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:34.048382 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-aae2a463-54de-4480-b0c3-1ff3c0b4bd94 req-0373a2f6-874b-4db7-9441-ecb1370a4da4 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0477555 Sep 03 14:11:34.085153 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-aae2a463-54de-4480-b0c3-1ff3c0b4bd94 req-d8046943-8c11-43d9-ac8a-d912546d95de tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133433-80e6-4c6f-859e-96b9ba25dce7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Sep 03 14:11:34.131842 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-b5952ed8-e3fb-4430-be82-2aabf0467f21 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:34.133312 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-b5952ed8-e3fb-4430-be82-2aabf0467f21 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 946 time: 0.0475869 Sep 03 14:11:34.231227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Deleting port d6532401-714f-49f4-a39d-646f454eedba {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:34.231565 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:34.324106 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] For port d6532401-714f-49f4-a39d-646f454eedba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6532401-714f-49f4-a39d-646f454eedba,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:34.324473 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:34.472711 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4543b-824b-4caa-b178-73d99a89f199 req-a37cc5e4-ba4a-4b0c-a5bb-a3dd9053ac7c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:34.474331 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0ba4543b-824b-4caa-b178-73d99a89f199 req-a37cc5e4-ba4a-4b0c-a5bb-a3dd9053ac7c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Sep 03 14:11:34.518901 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0ba4543b-824b-4caa-b178-73d99a89f199 req-ae303a5a-abb5-4628-a475-348ba94ce288 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Sep 03 14:11:34.824151 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-7191e942-663f-43fb-9679-4f2f6218105b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:34.825616 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-7191e942-663f-43fb-9679-4f2f6218105b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.1350386 Sep 03 14:11:34.882982 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:34.883342 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:34.883658 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Floating IP 32b7a35e-4312-4bfc-b862-115dc61fb272 disassociated. External IP: 172.27.0.30, port: d6532401-714f-49f4-a39d-646f454eedba. Sep 03 14:11:34.883995 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Calling delete_port for d6532401-714f-49f4-a39d-646f454eedba owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:35.000833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:35.001181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.072804 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd603b-7c38-4414-b42e-07e351902984 req-874de5be-135d-4c56-bf00-bedebbf54717 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:35.074409 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3dd603b-7c38-4414-b42e-07e351902984 req-874de5be-135d-4c56-bf00-bedebbf54717 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0526314 Sep 03 14:11:35.112993 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c3dd603b-7c38-4414-b42e-07e351902984 req-1e016970-4743-4f0b-9858-85d0dabb872a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324199 Sep 03 14:11:35.126482 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] For port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:35.126855 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.178266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.191422 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-418ea696-8daf-44b0-9e69-eead9814bde7 req-c5a35753-ea9b-427c-91f6-59af44564527 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0258780 Sep 03 14:11:35.218025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'Port': ['ID=d6532401-714f-49f4-a39d-646f454eedba,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:35.409110 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.409484 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.409822 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 64418aee-ac2d-4429-be5f-262eeefccc40 disassociated. External IP: 172.27.0.242, port: 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075. Sep 03 14:11:35.410155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:35.430235 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:35.619173 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:35.630879 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:35.641693 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2fa6-8fb5-4405-98ab-441a40f812fe req-901299f1-a10e-46fc-84a3-c5a4c71e6472 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:35.642208 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:35.642490 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:35.643337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c71c2fa6-8fb5-4405-98ab-441a40f812fe req-901299f1-a10e-46fc-84a3-c5a4c71e6472 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0544891 Sep 03 14:11:35.667305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] No DVR routers for this DVR port d6532401-714f-49f4-a39d-646f454eedba on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:35.670272 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.672951 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-324a6977-3eb9-42bf-acad-ffc4c173b1e6 req-9a8d61e1-577e-45b6-abd3-5ad7852edc5b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "DELETE /v2.0/ports/d6532401-714f-49f4-a39d-646f454eedba HTTP/1.1" status: 204 len: 173 time: 1.5286386 Sep 03 14:11:35.673426 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'name': 'network-vif-deleted', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:35.677064 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d7abb1-5133-437b-a7a1-40cc0740d5af" -d '{"events": [{"server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "name": "network-vif-deleted", "tag": "d6532401-714f-49f4-a39d-646f454eedba"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:35.693547 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c71c2fa6-8fb5-4405-98ab-441a40f812fe req-5272ef70-7501-4715-be08-cb1c708e7520 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427029 Sep 03 14:11:35.718806 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e593f561-f555-4e11-ab75-afbbd0fe991b x-openstack-request-id: req-e593f561-f555-4e11-ab75-afbbd0fe991b {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:35.719780 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9ffda4-3f17-4278-a3a3-2c2745fa63c4", "name": "network-vif-deleted", "tag": "d6532401-714f-49f4-a39d-646f454eedba", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:35.719780 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e593f561-f555-4e11-ab75-afbbd0fe991b {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:35.720007 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9ffda4-3f17-4278-a3a3-2c2745fa63c4', 'name': 'network-vif-deleted', 'tag': 'd6532401-714f-49f4-a39d-646f454eedba', 'status': 'completed', 'code': 200} Sep 03 14:11:35.727350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:35.755827 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=2cc9b49e-81f2-4a20-b67b-1b0dfcf83075,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:35.768485 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:35.882557 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:35.978511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:35.998891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:36.009860 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:36.015344 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:36.021571 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:36.028106 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:36.028290 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:36.028445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:36.046244 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] No DVR routers for this DVR port 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:36.048842 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:36.050915 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1322eb09-fb91-4d64-aab4-a76e6c4eba4a req-77b25f91-ab88-4b6e-b2c5-6630af3f2f92 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "DELETE /v2.0/ports/2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 HTTP/1.1" status: 204 len: 173 time: 1.2154646 Sep 03 14:11:36.135606 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fe3443f8-78c0-4e27-bf0e-7da9afbe3eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:36.155004 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:36.173324 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:36.281357 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4643d1e-4c10-4cbe-918c-037af91d9943 req-94f588ea-a56c-424b-a582-d52f55eeb1ea tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:36.284892 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c4643d1e-4c10-4cbe-918c-037af91d9943 req-94f588ea-a56c-424b-a582-d52f55eeb1ea tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0801375 Sep 03 14:11:36.345824 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c4643d1e-4c10-4cbe-918c-037af91d9943 req-604d94db-c428-40a5-bdfc-1bebc9e94dda tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408490 Sep 03 14:11:36.427311 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:36.429331 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:36.468834 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:36.472504 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb38f4-d903-4421-ac3a-a625ede7be02 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:36.479190 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:36.479817 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:36.501279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8e5bd8db-ec0e-4d46-8301-c58d8e05274d req-f940a4ce-af41-44ea-8004-d7a7f05c6e20 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9ffda4-3f17-4278-a3a3-2c2745fa63c4 HTTP/1.1" status: 200 len: 210 time: 0.0420470 Sep 03 14:11:36.564414 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:36.702870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a80b8-6572-4f6c-ab27-6e66bc6d41b2 req-e8de1be0-c610-411d-8268-f65a9339e440 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:36.705009 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-487a80b8-6572-4f6c-ab27-6e66bc6d41b2 req-e8de1be0-c610-411d-8268-f65a9339e440 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0778446 Sep 03 14:11:36.745349 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:36.788430 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-487a80b8-6572-4f6c-ab27-6e66bc6d41b2 req-365e28db-8148-4237-8b3b-716843a01b37 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Sep 03 14:11:36.837728 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-17f212d7-9f48-41da-a51d-a85a5c34e541 req-994a5029-6d1c-4893-9ded-ca73d98ab85e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=9021f95b-9eed-48c0-b0bc-ad6ed206d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0505750 Sep 03 14:11:36.859240 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd213a3-4ea2-4693-8591-1e7528c32769 None None] New status for floating IP 32b7a35e-4312-4bfc-b862-115dc61fb272: DOWN {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:11:36.978362 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:37.007537 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ee184-a815-4ebd-9965-2d777d034987 None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:37.221210 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c503bad-9ca0-4677-a2d3-d8b855b4878d None None] New status for floating IP 64418aee-ac2d-4429-be5f-262eeefccc40: DOWN {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:11:37.385835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:37.431296 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:37.462649 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:37.462992 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 2cc9b49e-81f2-4a20-b67b-1b0dfcf83075 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:37.463409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d6532401-714f-49f4-a39d-646f454eedba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:37.481987 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32713a58-78e5-4f55-bae2-623b710e50b9 req-758b5e02-2d20-458f-8231-3100cb7f13ba tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:37.483469 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32713a58-78e5-4f55-bae2-623b710e50b9 req-758b5e02-2d20-458f-8231-3100cb7f13ba tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0511293 Sep 03 14:11:37.483813 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: d6532401-714f-49f4-a39d-646f454eedba {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:37.484201 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device d6532401-714f-49f4-a39d-646f454eedba not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:37.522773 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-32713a58-78e5-4f55-bae2-623b710e50b9 req-57eab6e6-bd64-49e5-ab3b-fbb94a35f64e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Sep 03 14:11:37.643160 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 33986) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:37.709325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:37.721262 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'name': 'network-vif-deleted', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:37.724570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6549106-fc75-4783-ab6c-22ff917bebce" -d '{"events": [{"server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "name": "network-vif-deleted", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:37.742082 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:37.768112 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54106a6a-c6a3-4bca-97a6-37d735414747 x-openstack-request-id: req-54106a6a-c6a3-4bca-97a6-37d735414747 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:37.768612 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9021f95b-9eed-48c0-b0bc-ad6ed206d3e6", "name": "network-vif-deleted", "tag": "2cc9b49e-81f2-4a20-b67b-1b0dfcf83075", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:37.769684 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54106a6a-c6a3-4bca-97a6-37d735414747 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:37.770334 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9021f95b-9eed-48c0-b0bc-ad6ed206d3e6', 'name': 'network-vif-deleted', 'tag': '2cc9b49e-81f2-4a20-b67b-1b0dfcf83075', 'status': 'completed', 'code': 200} Sep 03 14:11:37.920766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70da4ac-a124-4184-8e08-701f43e774fb req-d0b152f1-cabc-470e-ad46-a821d15148c6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:37.922449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d70da4ac-a124-4184-8e08-701f43e774fb req-d0b152f1-cabc-470e-ad46-a821d15148c6 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0564024 Sep 03 14:11:37.962935 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d70da4ac-a124-4184-8e08-701f43e774fb req-00c1e7ba-c902-49fb-a68d-77e79a40ae34 tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddba085a-5313-4f50-a6d2-356449612c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Sep 03 14:11:38.095073 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-75b3dba9-9840-4363-b319-3e8506b589e8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342732221&fields=id&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 267 time: 0.0348282 Sep 03 14:11:38.199895 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-f1fb246e-05f9-4375-9af6-23cf6920a1c9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:38.201364 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-f1fb246e-05f9-4375-9af6-23cf6920a1c9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.0990512 Sep 03 14:11:38.214878 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.217279 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.218369 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe133433-80e6-4c6f-859e-96b9ba25dce7 HTTP/1.1" status: 204 len: 168 time: 0.5742157 Sep 03 14:11:38.221478 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34000) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:38.225228 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-22880acb-a2a7-422c-a558-27ba38347902 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/quotas/6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 375 time: 0.0179107 Sep 03 14:11:38.230072 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd575b-f2f8-413f-8f95-2d2378e5e082 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe133433-80e6-4c6f-859e-96b9ba25dce7,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:38.244771 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.api.v2.resource [None req-46a57e30-1d2d-41e2-a2be-d2015324897d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] show failed (client error): The resource could not be found. Sep 03 14:11:38.253631 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-46a57e30-1d2d-41e2-a2be-d2015324897d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups/fe133433-80e6-4c6f-859e-96b9ba25dce7 HTTP/1.1" status: 404 len: 347 time: 0.0233707 Sep 03 14:11:38.254199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34002) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:38.608069 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-a6990071-182e-426e-98ca-3b8f1b8207f2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3712156 Sep 03 14:11:38.620761 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-0aadd5e7-bfdd-4b73-b589-87a386ee787e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:38.622462 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-0aadd5e7-bfdd-4b73-b589-87a386ee787e tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.47 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 946 time: 0.0520196 Sep 03 14:11:38.718643 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Deleting port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:38.719000 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.730436 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd0ac-af76-446a-a46c-cffc8bbee974 req-62daa6e5-e98d-40e5-abc6-59dc5d11067e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:38.733175 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-80ebd0ac-af76-446a-a46c-cffc8bbee974 req-62daa6e5-e98d-40e5-abc6-59dc5d11067e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.1229770 Sep 03 14:11:38.748356 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Deleting port d067ec88-10a3-4be6-b8fe-2cac4274f037 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:38.748696 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.774882 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-d27a21e2-7064-454f-aba0-fe77614eba9d service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536725 Sep 03 14:11:38.809150 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] For port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:38.809795 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.825794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Calling delete_port for 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:38.855265 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-80ebd0ac-af76-446a-a46c-cffc8bbee974 req-0b528ed7-7e62-4dd7-b6a2-421b3bbf6782 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084304 Sep 03 14:11:38.881487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.912328 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.916377 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:38.928299 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Calling delete_port for d067ec88-10a3-4be6-b8fe-2cac4274f037 owned by network:floatingip {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:38.952614 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-89aed8f7-8bf5-415c-b0fd-0aef849cc24b service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613519 Sep 03 14:11:39.025832 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:39.050235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:39.062386 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Pushing event deleted for resources: {'Port': ['ID=68fb2f70-c9e5-494c-b33f-40b5e8a5eeff,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:39.100345 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-790799a4-6d04-43ac-b194-5dd0ba8a96ef req-591f3a15-d498-4a68-83af-f8abb5e4de2a tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.13 "GET /v2.0/ports?device_id=4361890a-14b7-48a1-9d4e-3e68e8f42ad3 HTTP/1.1" status: 200 len: 210 time: 0.0610137 Sep 03 14:11:39.115925 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] No DVR routers for this DVR port 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:39.123001 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:39.125076 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-acc101b4-2450-4ae3-8a5c-de310b2e2723 req-9704295b-d3bb-499a-882d-a171de65b0ea tempest-TestMinimumBasicScenario-38963782 tempest-TestMinimumBasicScenario-38963782-project] 10.222.0.47 "DELETE /v2.0/ports/68fb2f70-c9e5-494c-b33f-40b5e8a5eeff HTTP/1.1" status: 204 len: 173 time: 0.4959908 Sep 03 14:11:39.156731 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:39.185123 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'Port': ['ID=d067ec88-10a3-4be6-b8fe-2cac4274f037,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:39.247308 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:39.249788 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:39.250934 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-29591f22-8012-4e49-91d0-0b50953a0342 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "DELETE /v2.0/floatingips/32b7a35e-4312-4bfc-b862-115dc61fb272 HTTP/1.1" status: 204 len: 168 time: 0.9983413 Sep 03 14:11:39.466121 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c2a064f-ea41-4a50-b55b-695b29c3882a req-7e461e0c-d7c9-4933-9731-f911b88e5c82 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 210 time: 0.0293930 Sep 03 14:11:39.771652 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'name': 'network-vif-deleted', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:39.774079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e9fe6-992d-4bdb-93e0-5263c01d1d39" -d '{"events": [{"server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "name": "network-vif-deleted", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:39.819604 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e0c64b-8d2d-4317-8321-15e9daac8f5c x-openstack-request-id: req-06e0c64b-8d2d-4317-8321-15e9daac8f5c {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:39.820224 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4361890a-14b7-48a1-9d4e-3e68e8f42ad3", "name": "network-vif-deleted", "tag": "68fb2f70-c9e5-494c-b33f-40b5e8a5eeff", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:39.820224 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06e0c64b-8d2d-4317-8321-15e9daac8f5c {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:39.820508 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4361890a-14b7-48a1-9d4e-3e68e8f42ad3', 'name': 'network-vif-deleted', 'tag': '68fb2f70-c9e5-494c-b33f-40b5e8a5eeff', 'status': 'completed', 'code': 200} Sep 03 14:11:39.938564 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34030) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:39.943243 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117749568', 'description': 'tempest-description--494236570'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:39.984146 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d32d10-fc6e-4cf3-ba38-fbd9f090089d req-b0f1f862-c207-4de9-a460-cdffbd9caf6e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:39.985660 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-05d32d10-fc6e-4cf3-ba38-fbd9f090089d req-b0f1f862-c207-4de9-a460-cdffbd9caf6e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0542493 Sep 03 14:11:40.023177 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-05d32d10-fc6e-4cf3-ba38-fbd9f090089d req-2e1bdf25-beb2-4f99-92b3-312fa9a6fe9a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306394 Sep 03 14:11:40.030731 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.113849 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.167121 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.195964 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4588d78c-9f4d-4d77-9653-614c18402e77,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:40.269668 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.270890 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b9c25eed-5226-4546-830e-99561b4ecbb6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3313417 Sep 03 14:11:40.279008 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34036) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:40.279008 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group_rule': {'security_group_id': '4588d78c-9f4d-4d77-9653-614c18402e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:40.361271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.414887 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.482833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.502785 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a4f548-8b58-40b1-b8cc-adc19fa0f266,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:40.557450 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.558699 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-262cd741-786a-48a3-b13c-957886bbf04b tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839341 Sep 03 14:11:40.561522 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34040) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:40.565584 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-144d926a-a8a7-440d-88e8-e977b0b358ca req-1534526a-96ef-448e-8bce-88b223c29225 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 210 time: 0.0299811 Sep 03 14:11:40.565957 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'security_group_rule': {'security_group_id': '4588d78c-9f4d-4d77-9653-614c18402e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:40.653337 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.711521 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.785016 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.801860 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f0a0b7-8825-42fb-80b6-662ae5891b23,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:40.859842 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:40.861061 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c50c111f-3477-47fb-b381-900d51e14ca5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986529 Sep 03 14:11:40.866668 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34042) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:40.871066 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:40.956879 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.050339 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.152004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b478-daf0-419c-bd62-ba1c01de03be req-d7f16b37-821f-4d9a-82c0-a96b6bb9f790 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:41.153545 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c378b478-daf0-419c-bd62-ba1c01de03be req-d7f16b37-821f-4d9a-82c0-a96b6bb9f790 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 944 time: 0.0568752 Sep 03 14:11:41.195953 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c378b478-daf0-419c-bd62-ba1c01de03be req-48f4607d-ba9b-4c52-8851-f731221db050 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362039 Sep 03 14:11:41.247606 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-c78cf5cb-8c18-4290-8459-120405422ddd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:41.249030 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-c78cf5cb-8c18-4290-8459-120405422ddd tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.1587920 Sep 03 14:11:41.256245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Allocated IP 172.27.0.219 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:41.321100 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-f4425c4c-561f-44f5-98a7-8fe1c76891ba tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 379 time: 0.0607021 Sep 03 14:11:41.353081 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'port': {'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'admin_state_up': True, 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'security_groups': ['4e3434a2-cef3-4d83-90bd-816ff16aca16']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:41.432700 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:11:41.434813 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:41.464094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:41.464262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 68fb2f70-c9e5-494c-b33f-40b5e8a5eeff not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:41.483891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.580159 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:41.591619 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'mac_address': 'fa:16:3e:9a:ac:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:11:41.631595 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Made reservation on behalf of 6e7b11e40c354b4e84b35b10cdff0664 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:11:41.638874 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.639044 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.639159 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.655172 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:11:41.675747 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:41.693578 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e81cd1b8-cf0c-45c1-8602-b049b76e260c req-3e993873-24a0-412c-947e-d0242d3e54ee tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 210 time: 0.0330272 Sep 03 14:11:41.696974 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:41.703554 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:41.744866 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:41.751777 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:41.761345 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:41.812937 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=9']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:41.872140 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.20.0.9 (4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b/cec8da25-e67d-40fd-91ed-de19cfc576c3/9ab5a3e6-47f8-444d-8fc1-515ec32ce178) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:41.889105 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.008626 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.074691 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.105534 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Transition to ACTIVE for port object 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:42.146881 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['a6e6d67e-e2a9-4945-b476-2a876c032268'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:42.219745 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.272280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.303758 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.327929 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:42.336284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68289-b4dd-4c4f-86f7-9267f848aa5f req-3eb97141-c5f5-41b2-b124-1c5bac345135 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:42.336284 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-26a68289-b4dd-4c4f-86f7-9267f848aa5f req-3eb97141-c5f5-41b2-b124-1c5bac345135 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 945 time: 0.0605879 Sep 03 14:11:42.338370 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:42.360214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:42.362651 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:42.376859 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-26a68289-b4dd-4c4f-86f7-9267f848aa5f req-c647df52-4a6c-48ef-9166-7d71c325e02d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347073 Sep 03 14:11:42.451591 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:42.453982 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.467917 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:42.468645 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.557231 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.558571 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b5eeb27e-c5cc-4e00-b96a-4ef881d41432 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6909120 Sep 03 14:11:42.586063 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b888c453-fd90-4d33-b8ca-c1ef2b428dc2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2369456 Sep 03 14:11:42.598999 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Request body: {'port': {'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:42.656426 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34100) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:42.673949 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.693388 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c03431a9-d2c8-4408-a363-3d07aaaf1ec8 None None] Provisioning for port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:42.697878 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-c03431a9-d2c8-4408-a363-3d07aaaf1ec8 None None] Provisioning complete for port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:42.698506 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c03431a9-d2c8-4408-a363-3d07aaaf1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:42.716158 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-dec6e637-294e-462c-83c2-dc443023fc53 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1117749568&fields=id&tenant_id=43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 267 time: 0.0473778 Sep 03 14:11:42.741216 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c03431a9-d2c8-4408-a363-3d07aaaf1ec8 None None] Port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:11:42.940384 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-a091efa3-a522-4a89-a022-5b7b3fab3566 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:42.942016 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-a091efa3-a522-4a89-a022-5b7b3fab3566 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 810 time: 0.2231719 Sep 03 14:11:42.972306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5e940-dcdd-4b26-a9a9-78ea0963ce97 req-e27e7f39-af20-4c66-a335-a57f5f8c9485 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:42.974415 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06a5e940-dcdd-4b26-a9a9-78ea0963ce97 req-e27e7f39-af20-4c66-a335-a57f5f8c9485 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 931 time: 0.1705070 Sep 03 14:11:42.978637 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-692a8e37-5bf5-4034-98ca-cff1f80c3973 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/quotas/43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 375 time: 0.0297115 Sep 03 14:11:43.112262 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06a5e940-dcdd-4b26-a9a9-78ea0963ce97 req-d36cc585-1311-45ca-8454-269d8645c89a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291099 Sep 03 14:11:43.147369 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-4d7071ee-a8be-474e-b4b4-d79dad9504dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610842 Sep 03 14:11:43.197566 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:11:43.205147 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.217981 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Transition to ACTIVE for port object 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:43.288395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.378679 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:43.387004 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-2c3a8b91-b8fc-41d9-a2bc-d2f4d32f3e80 service neutron] 10.222.0.13 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244556 Sep 03 14:11:43.419672 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Attempting to bind port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:11:43.420105 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Attempting to bind port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:11:43.420553 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Attempting to bind port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:43.427326 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:11:43.427948 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Attempting to bind port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:43.441978 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:11:43.454249 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:11:43.457063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:11:43.457063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Bound using segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:11:43.458100 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Bound port: 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:11:43.459774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.538472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:11:43.543867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:11:43.626032 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-b1cce9e2-2e4c-4fa9-aecd-614866bc6b09 service neutron] 10.222.0.13 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381060 Sep 03 14:11:43.637175 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b840b-5ead-477b-af38-d89850a047e3 req-0cec00d0-beea-4356-9ba9-654bccddef2a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:43.639042 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-042b840b-5ead-477b-af38-d89850a047e3 req-0cec00d0-beea-4356-9ba9-654bccddef2a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 945 time: 0.1127336 Sep 03 14:11:43.648822 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port a6e6d67e-e2a9-4945-b476-2a876c032268 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:43.649365 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.664598 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.672040 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.706563 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:43.709334 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.709334 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 1093 time: 1.1144841 Sep 03 14:11:43.726401 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:43.731969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e976b82-a09f-4229-b684-1d5dd466d8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:43.742715 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.761552 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523fa27-1b14-4f43-98f9-343be8277790 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:43.782505 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:43.788638 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed699f7-4698-4098-8c4b-64c02b36b8e6" -d '{"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:43.793901 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-042b840b-5ead-477b-af38-d89850a047e3 req-6eeff1c4-c24f-4f3c-b63f-6e4cec59ea49 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378891 Sep 03 14:11:43.809694 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:43.864296 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec227a-f6e3-4105-9d3a-8dc32b635585 x-openstack-request-id: req-7aec227a-f6e3-4105-9d3a-8dc32b635585 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:43.864575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:43.864822 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aec227a-f6e3-4105-9d3a-8dc32b635585 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:43.865227 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'status': 'completed', 'code': 200} Sep 03 14:11:43.877166 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:43.900068 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-4b0a791f-b8cc-4e3a-84d4-86b47ef1bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:43.901618 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-4b0a791f-b8cc-4e3a-84d4-86b47ef1bcfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1096 time: 0.0824361 Sep 03 14:11:43.917401 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904b968-178d-4fbc-9b96-f84ebcb1413b x-openstack-request-id: req-a904b968-178d-4fbc-9b96-f84ebcb1413b {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:43.917873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-plugged", "status": "completed", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:43.918371 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a904b968-178d-4fbc-9b96-f84ebcb1413b {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:43.918996 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'code': 200} Sep 03 14:11:43.963326 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-f30c2cf5-82f2-40cc-a308-8db3360ab07e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 217 time: 0.0477746 Sep 03 14:11:43.967694 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=10']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:44.009989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b68e4afb-94bb-41f5-97f8-b5736dfd83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.011374 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-b68e4afb-94bb-41f5-97f8-b5736dfd83a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0439415 Sep 03 14:11:44.066434 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-0c01ba39-8c58-4391-8a1f-a98fa03c539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.068551 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-0c01ba39-8c58-4391-8a1f-a98fa03c539c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491254 Sep 03 14:11:44.068804 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Deleting port 0c8d379c-10e4-4202-9b45-264fc3983e11 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:44.069142 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:44.164579 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-3a1a487b-ea4f-488b-8f2d-9c5ed307d444 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891349 Sep 03 14:11:44.270850 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4639faee-ad2f-43c4-bf0f-b772588c0135 req-3e31b652-79d7-487b-b695-79c15270827f service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983448 Sep 03 14:11:44.417495 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7025-3125-48d5-8de6-ad7968000b4c req-cd6f7af7-9edf-4a61-ab92-d9d579c2fd95 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.419019 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-909a7025-3125-48d5-8de6-ad7968000b4c req-cd6f7af7-9edf-4a61-ab92-d9d579c2fd95 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.0931387 Sep 03 14:11:44.420918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] For port 0c8d379c-10e4-4202-9b45-264fc3983e11, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=0c8d379c-10e4-4202-9b45-264fc3983e11,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:44.421284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:44.440101 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Calling delete_port for 0c8d379c-10e4-4202-9b45-264fc3983e11 owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:44.448280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-0355fc69-9916-4d39-bf35-456511aeb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.449888 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-0355fc69-9916-4d39-bf35-456511aeb9a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1096 time: 0.0512097 Sep 03 14:11:44.506706 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-909a7025-3125-48d5-8de6-ad7968000b4c req-86f9ebf6-248f-4270-911f-8fe536e02b21 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776327 Sep 03 14:11:44.547641 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-ecb64b85-49ba-43bd-a605-1271c00524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.548270 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-ecb64b85-49ba-43bd-a605-1271c00524a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0897808 Sep 03 14:11:44.589737 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-b25f6722-0b62-40fc-b5b1-60bbdb7aec53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 217 time: 0.0346320 Sep 03 14:11:44.638191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-f1c301bc-725f-4005-8bf9-a8a2638f0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.639672 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-f1c301bc-725f-4005-8bf9-a8a2638f0270 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0437725 Sep 03 14:11:44.710337 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:44.728315 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415036a9-15d3-4a3f-8a52-e6118c95dc5d req-226b3c93-6501-4b35-96b9-df9e4cf5658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.729829 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-415036a9-15d3-4a3f-8a52-e6118c95dc5d req-226b3c93-6501-4b35-96b9-df9e4cf5658c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1100 time: 0.0729325 Sep 03 14:11:44.732210 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-8707b5ec-edd1-43bf-bfad-3741d5a810ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.732993 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:44.733572 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-8707b5ec-edd1-43bf-bfad-3741d5a810ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674808 Sep 03 14:11:44.738199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8d379c-10e4-4202-9b45-264fc3983e11,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:44.802443 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-415036a9-15d3-4a3f-8a52-e6118c95dc5d req-a75469ab-5722-4ffe-804d-47fe9e221d3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587823 Sep 03 14:11:44.865745 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-8a4e5d66-91b3-4299-8f88-e0786e32d36b service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209872 Sep 03 14:11:44.949037 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e2ff-10e1-4e06-a6dc-a0d6233a5a5f req-c8e55445-c1f3-447d-bdde-4e91c095f736 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:44.950590 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a064e2ff-10e1-4e06-a6dc-a0d6233a5a5f req-c8e55445-c1f3-447d-bdde-4e91c095f736 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0695953 Sep 03 14:11:44.955395 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:45.020264 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d57e977f-0e62-4a3a-b79c-1fbd22058838 req-43dcd0ab-c484-4e3f-b77f-02a083c853f3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 210 time: 0.0426085 Sep 03 14:11:45.095943 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a064e2ff-10e1-4e06-a6dc-a0d6233a5a5f req-41d4ab61-334b-46a7-ad26-4b9c2ea570ac tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381421 Sep 03 14:11:45.148623 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2e976b82-a09f-4229-b684-1d5dd466d8ba req-6237833d-34f8-40c3-b08a-a12b92c56011 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955448 Sep 03 14:11:45.246402 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Router 339c0058-6877-466f-8868-fa20013e654c has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:45.351764 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:45.360535 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34134) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:45.360992 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e2ba676a-a5f1-417f-bfaf-1ace7c23bedc admin admin] 10.222.0.13 "PUT /v2.0/routers/339c0058-6877-466f-8868-fa20013e654c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030361 Sep 03 14:11:45.361968 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Sync routers for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:45.371769 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:45.372473 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:45.464025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:45.478919 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:45.575148 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:45.628732 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe36c3-686d-43c7-a3ca-030bc654a5bd req-ac94c612-7238-4b34-9f3d-3d3d5c50a70e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:45.632407 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6abe36c3-686d-43c7-a3ca-030bc654a5bd req-ac94c612-7238-4b34-9f3d-3d3d5c50a70e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.0526774 Sep 03 14:11:45.657838 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:11:44Z', 'revision_number': 5, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port': {'id': '649c0714-44ea-4d92-8352-4d4d49df4d15', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c0058-6877-466f-8868-fa20013e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:16Z', 'updated_at': '2021-09-03T14:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:45.672870 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6abe36c3-686d-43c7-a3ca-030bc654a5bd req-8fdcef36-3f93-40bf-8a21-f33f509ccdfe tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360036 Sep 03 14:11:45.694132 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Checking router: 339c0058-6877-466f-8868-fa20013e654c for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:45.702778 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Routers {'339c0058-6877-466f-8868-fa20013e654c'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:45.703432 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['339c0058-6877-466f-8868-fa20013e654c'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:45.719547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Deleting port 649c0714-44ea-4d92-8352-4d4d49df4d15 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:45.719891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:45.789947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] Set router 339c0058-6877-466f-8868-fa20013e654c gateway port host: None {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:45.804771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] For port 649c0714-44ea-4d92-8352-4d4d49df4d15, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=649c0714-44ea-4d92-8352-4d4d49df4d15,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:45.805136 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:45.816906 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Calling delete_port for 649c0714-44ea-4d92-8352-4d4d49df4d15 owned by network:router_gateway {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:45.841390 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:11:45Z', 'revision_number': 6, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:45.870703 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c711c-54f7-4524-8f78-7c9719544388 None None] The sync data for ids ['339c0058-6877-466f-8868-fa20013e654c'] in dv-cinder-788367-6-iscsi is: [{'id': '339c0058-6877-466f-8868-fa20013e654c', 'name': 'tempest-TestMinimumBasicScenario-367278369-router', 'tenant_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:15Z', 'updated_at': '2021-09-03T14:11:45Z', 'revision_number': 6, 'project_id': '36b5d23ffab344b88e9d2778dbbc5fcc', 'gw_port_host': None}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:46.031295 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.057156 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Pushing event deleted for resources: {'Port': ['ID=649c0714-44ea-4d92-8352-4d4d49df4d15,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:46.116549 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.124591 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-db7bfd69-3d55-4fa7-88f7-26203f6dd4e4 req-c0a70a15-bd4c-4008-8977-0a70959fd6c0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 210 time: 0.0348439 Sep 03 14:11:46.221785 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.224788 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.259505 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c6f46-c765-43c0-954f-ec549e72cc9a req-ba5264e8-f1e2-4a11-a5fc-f3431f64910f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:46.261125 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac2c6f46-c765-43c0-954f-ec549e72cc9a req-ba5264e8-f1e2-4a11-a5fc-f3431f64910f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0646889 Sep 03 14:11:46.313364 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac2c6f46-c765-43c0-954f-ec549e72cc9a req-6b697e7a-ca73-4091-ae5e-7efa7525fb0d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451872 Sep 03 14:11:46.345893 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.346412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339c0058-6877-466f-8868-fa20013e654c {{(pid=94510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:11:46.359300 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.359300 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c46b487f-26f0-49a9-8f5f-a750a57249ec admin admin] 10.222.0.13 "DELETE /v2.0/routers/339c0058-6877-466f-8868-fa20013e654c HTTP/1.1" status: 204 len: 168 time: 0.9933095 Sep 03 14:11:46.360505 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34156) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:46.403888 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Deleting subnet 70b84c24-e574-4e4c-9e0a-b8d88d15ddbc {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:11:46.406890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.444180 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.547390 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.693043 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.718404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b84c24-e574-4e4c-9e0a-b8d88d15ddbc,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:46.722617 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.725016 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5622c583-3a52-443d-9279-8192499d33d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70b84c24-e574-4e4c-9e0a-b8d88d15ddbc HTTP/1.1" status: 204 len: 168 time: 0.3635352 Sep 03 14:11:46.727793 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34168) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:46.729996 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba60df-5018-4309-bdc9-db9c19fe3e24 None None] Network f474cb83-51e3-424b-87c0-c77fe8700583 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:11:46.802796 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2956e7-f9f9-43ec-8dbc-1f8b19927c46 req-b835da69-544a-4eb2-b613-2171f53c961a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:46.806092 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e2956e7-f9f9-43ec-8dbc-1f8b19927c46 req-b835da69-544a-4eb2-b613-2171f53c961a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.0595741 Sep 03 14:11:46.817626 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:46.868602 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e2956e7-f9f9-43ec-8dbc-1f8b19927c46 req-9cf1740a-8d61-4384-8171-5ba246352711 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474787 Sep 03 14:11:46.951146 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] DHCP port deletion for f474cb83-51e3-424b-87c0-c77fe8700583 request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:11:46.970331 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Deleting port 80ca8182-d022-4006-a370-6dbf34f585ad {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:46.970679 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.030266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-c67230c6-3729-4dff-8170-8c6c2d671cec tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:47.033726 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Deleting port 80ca8182-d022-4006-a370-6dbf34f585ad {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:47.034579 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.043468 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 649c0714-44ea-4d92-8352-4d4d49df4d15 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:47.049237 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-c67230c6-3729-4dff-8170-8c6c2d671cec tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 810 time: 0.1714051 Sep 03 14:11:47.080321 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 649c0714-44ea-4d92-8352-4d4d49df4d15 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:47.080675 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 649c0714-44ea-4d92-8352-4d4d49df4d15 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:47.081098 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0c8d379c-10e4-4202-9b45-264fc3983e11 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:47.107733 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] For port 80ca8182-d022-4006-a370-6dbf34f585ad, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=80ca8182-d022-4006-a370-6dbf34f585ad,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:47.108098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.113672 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 0c8d379c-10e4-4202-9b45-264fc3983e11 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:47.114025 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 0c8d379c-10e4-4202-9b45-264fc3983e11 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:47.131404 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Calling delete_port for 80ca8182-d022-4006-a370-6dbf34f585ad owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:47.143003 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-63763419-415b-4e1a-8511-2709ba7868ec tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c52991e5e949b995034089abdb03b0 HTTP/1.1" status: 200 len: 380 time: 0.0928664 Sep 03 14:11:47.154535 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'port': {'device_id': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'admin_state_up': True, 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'security_groups': ['4588d78c-9f4d-4d77-9653-614c18402e77']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:47.162639 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] For port 80ca8182-d022-4006-a370-6dbf34f585ad, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=80ca8182-d022-4006-a370-6dbf34f585ad,segment=NetworkSegment(7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6),segment_id=7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:47.163161 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.176521 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Calling delete_port for 80ca8182-d022-4006-a370-6dbf34f585ad owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:47.241792 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-07b4db5c-1864-411d-aeae-e5b1c36c1f28 req-196177e1-b6f1-4430-8dff-2d379f0bac16 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 210 time: 0.0297906 Sep 03 14:11:47.391213 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.412422 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.417739 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ca8182-d022-4006-a370-6dbf34f585ad,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:47.422521 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] No DVR routers for this DVR port 80ca8182-d022-4006-a370-6dbf34f585ad on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:47.440681 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] Pushing event deleted for resources: {'Port': ['ID=80ca8182-d022-4006-a370-6dbf34f585ad,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:47.446125 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1e98f-ae63-433b-b299-aa7f25210e60 None None] No DVR routers for this DVR port 80ca8182-d022-4006-a370-6dbf34f585ad on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:47.454001 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e171-1aa6-4ce3-8472-13c883fb6e0a req-a37875e3-df70-4562-875d-855be5b83d95 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:47.455684 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8dd7e171-1aa6-4ce3-8472-13c883fb6e0a req-a37875e3-df70-4562-875d-855be5b83d95 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0586646 Sep 03 14:11:47.459437 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Made reservation on behalf of 43c52991e5e949b995034089abdb03b0 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:11:47.465719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.503106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8dd7e171-1aa6-4ce3-8472-13c883fb6e0a req-aa2d7849-184f-4815-bc5c-2fc5f57e97f8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377293 Sep 03 14:11:47.522030 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.535500 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f474cb83-51e3-424b-87c0-c77fe8700583']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:47.574706 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:47.575054 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df3cbb9-f0d9-4aad-b5c3-3e51565cfed6') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:47.591901 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.612607 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.643719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:11:47.644114 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:11:47.646385 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:11:47.715130 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Allocated IP 172.20.0.6 (8665bc69-f6bb-4351-bebc-d79a0fe21419/96e0f467-9aed-4335-8449-122530d892ce/1de2377e-0990-4b21-a24e-7b7fe6cf1f7b) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:47.778438 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.809683 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.811505 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f474cb83-51e3-424b-87c0-c77fe8700583 HTTP/1.1" status: 204 len: 168 time: 1.0827081 Sep 03 14:11:47.814567 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34192) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:47.847762 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc029bc1-320c-45a7-88cf-1f5b0874be08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f474cb83-51e3-424b-87c0-c77fe8700583,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:47.886465 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-8f0481f1-5bd1-4f0f-b5a0-6e94256c4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:47.887939 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-8f0481f1-5bd1-4f0f-b5a0-6e94256c4279 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1100 time: 0.1232095 Sep 03 14:11:47.907356 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:47.947759 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Transition to ACTIVE for port object 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:48.030285 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-0eae621e-b155-47a4-85ab-eec922697df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.031779 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-0eae621e-b155-47a4-85ab-eec922697df9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.1220837 Sep 03 14:11:48.054977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc6fae-25a4-4736-9259-6c7ee7560581 req-0e007de2-ed19-495e-bb20-944e895debd9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.056573 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3bc6fae-25a4-4736-9259-6c7ee7560581 req-0e007de2-ed19-495e-bb20-944e895debd9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.0916755 Sep 03 14:11:48.097226 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-4590519a-1927-4a31-9f35-9f991d6c358a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 1001 time: 0.0580652 Sep 03 14:11:48.112781 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.126907 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a3bc6fae-25a4-4736-9259-6c7ee7560581 req-a5897fb6-bd44-44e1-8a99-c14e1f46ac3a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635693 Sep 03 14:11:48.190886 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-14bde78a-8a8e-48cd-aef7-4ed44e0e96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.192411 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-14bde78a-8a8e-48cd-aef7-4ed44e0e96d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0885084 Sep 03 14:11:48.194098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:48.207384 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event updated for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:48.210632 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:48.230914 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:48.241607 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.281060 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-4ee2748b-ec51-4cbd-935e-6c3ff8176928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.282642 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-4ee2748b-ec51-4cbd-935e-6c3ff8176928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828474 Sep 03 14:11:48.291499 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.292122 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.393240 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-8ba06bf7-e80e-411c-9368-c39ab3edd59c service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944955 Sep 03 14:11:48.400153 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926df515-4b3a-4795-92ab-2df94f518afe req-c24d7377-b975-475e-af2f-2e3a377900f3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.401649 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-926df515-4b3a-4795-92ab-2df94f518afe req-c24d7377-b975-475e-af2f-2e3a377900f3 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 931 time: 0.0733407 Sep 03 14:11:48.421438 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-ef561353-8d44-4620-a7b0-dfd4735ac21e tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2707934 Sep 03 14:11:48.436276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Request body: {'port': {'device_id': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:48.489510 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-926df515-4b3a-4795-92ab-2df94f518afe req-dabda6f7-e8c1-4afd-920b-bb60cf136c0a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568750 Sep 03 14:11:48.532938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.547543 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1bc687e0-6f57-4809-8726-e7f8f99fa6b0 req-f881270b-9429-4ca6-bf71-9a9bd4de7262 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469786 Sep 03 14:11:48.590657 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Deleting port 1deb828d-9c7e-4547-91b2-40d38d5263e4 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:48.591025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.631145 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f6735498-039c-4c7e-8827-6f6a51d7d11d None None] Provisioning for port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:48.634997 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f6735498-039c-4c7e-8827-6f6a51d7d11d None None] Provisioning complete for port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:48.635579 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f6735498-039c-4c7e-8827-6f6a51d7d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.671583 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-f6735498-039c-4c7e-8827-6f6a51d7d11d None None] Port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:11:48.689503 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7030a-92a8-451b-8a35-633781147898 req-ec43f4d3-c165-4ec6-a867-534d79605a8c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:48.691021 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9fe7030a-92a8-451b-8a35-633781147898 req-ec43f4d3-c165-4ec6-a867-534d79605a8c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.1020823 Sep 03 14:11:48.717466 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] For port 1deb828d-9c7e-4547-91b2-40d38d5263e4, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=1deb828d-9c7e-4547-91b2-40d38d5263e4,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:48.717841 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.737216 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Calling delete_port for 1deb828d-9c7e-4547-91b2-40d38d5263e4 owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:48.760578 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9fe7030a-92a8-451b-8a35-633781147898 req-36e19496-7ef5-49c1-9b94-1fb7cebba5dd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602601 Sep 03 14:11:48.807645 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:11:48.815216 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.826991 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Transition to ACTIVE for port object 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:48.882561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:48.945990 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:48.968369 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 80ca8182-d022-4006-a370-6dbf34f585ad no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:48.988960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 80ca8182-d022-4006-a370-6dbf34f585ad {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:48.989305 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 80ca8182-d022-4006-a370-6dbf34f585ad not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:49.007820 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:49.021628 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Attempting to bind port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:11:49.021972 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Attempting to bind port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:11:49.022304 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Attempting to bind port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:49.026612 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:11:49.026935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Attempting to bind port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b on network 8665bc69-f6bb-4351-bebc-d79a0fe21419 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:49.031736 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:11:49.032082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Checking segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:11:49.033038 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Bound using segment: {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:11:49.033038 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Bound port: 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71fb728-bd87-4283-bc51-c038cb67d5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:11:49.033265 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:49.033349 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Pushing event deleted for resources: {'Port': ['ID=1deb828d-9c7e-4547-91b2-40d38d5263e4,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:49.105166 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:11:49.118406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:11:49.186430 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:49.241877 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.242501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:49.243914 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/1de2377e-0990-4b21-a24e-7b7fe6cf1f7b HTTP/1.1" status: 200 len: 1093 time: 0.8130822 Sep 03 14:11:49.246117 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:49.249308 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c30cb-9804-4941-99cc-b76cc1252f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:49.261778 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:49.270923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c4c9-1fd0-493a-ac21-0a49d76268c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:49.285993 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad046f-1f6f-4774-8031-07cf059df60e req-ab19e8f3-7b60-4470-8171-ef5985cf3ba3 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.287774 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-baad046f-1f6f-4774-8031-07cf059df60e req-ab19e8f3-7b60-4470-8171-ef5985cf3ba3 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.0816896 Sep 03 14:11:49.310817 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843c1b8a-2de6-4034-89cd-dcb38bfa0d20 x-openstack-request-id: req-843c1b8a-2de6-4034-89cd-dcb38bfa0d20 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:49.311105 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:49.311347 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-843c1b8a-2de6-4034-89cd-dcb38bfa0d20 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:49.311737 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'status': 'completed', 'code': 200} Sep 03 14:11:49.628986 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-9a30767e-5ffa-4456-adba-982a5c1a36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.630519 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-9a30767e-5ffa-4456-adba-982a5c1a36a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 1096 time: 0.2994070 Sep 03 14:11:49.697073 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-baad046f-1f6f-4774-8031-07cf059df60e req-f1592600-c940-4a84-b06c-53544a952440 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707502 Sep 03 14:11:49.712902 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a85a-80a7-47d6-99c7-159e00c4147d req-11747245-6181-4ab9-8539-fa89eae8e2ce tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.713890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f40a85a-80a7-47d6-99c7-159e00c4147d req-11747245-6181-4ab9-8539-fa89eae8e2ce tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 943 time: 0.0965457 Sep 03 14:11:49.731596 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-bd676e06-7816-4e4b-b09d-7b88fb052ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.733066 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-bd676e06-7816-4e4b-b09d-7b88fb052ae9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=43c52991e5e949b995034089abdb03b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0932050 Sep 03 14:11:49.820065 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f40a85a-80a7-47d6-99c7-159e00c4147d req-9835c4a0-a455-498b-8b6a-5c8b28f2c84c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934527 Sep 03 14:11:49.822566 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-13966ccc-59b5-4ac6-8bac-a6ed9b96a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.824055 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-fc9c30cb-9804-4941-99cc-b76cc1252f5b req-13966ccc-59b5-4ac6-8bac-a6ed9b96a8f1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842273 Sep 03 14:11:49.852597 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Router b9270a54-83f0-41ae-838f-31f2eb819eb6 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:49.899060 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-bf367da2-e1fd-4cee-9acf-d7bfd0e0d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:49.900544 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-bf367da2-e1fd-4cee-9acf-d7bfd0e0d91c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 1096 time: 0.0394778 Sep 03 14:11:49.946914 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-468e1a10-e8d8-42ec-876e-c93d6dd77e55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b HTTP/1.1" status: 200 len: 217 time: 0.0370340 Sep 03 14:11:49.956513 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:49.962594 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-37e67722-6e08-4011-b72c-36f7b85ad189 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9270a54-83f0-41ae-838f-31f2eb819eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469724 Sep 03 14:11:49.965733 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34208) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:49.967607 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Sync routers for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:49.979125 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:49.979737 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:49.999812 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-5c98608a-6394-44d6-b1f3-277d2258f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:50.001383 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-5c98608a-6394-44d6-b1f3-277d2258f5c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0463896 Sep 03 14:11:50.048613 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-a71a9fa8-5640-406a-aa28-83bbc8450f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:50.050377 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-a71a9fa8-5640-406a-aa28-83bbc8450f24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414684 Sep 03 14:11:50.069616 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks [] for router, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.089539 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:50.142354 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-1b35b163-8aa5-4e03-a40b-52c9702492b3 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Sep 03 14:11:50.178853 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.233211 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-48977325-a7ad-41b3-860c-08bf52e9b07e req-28da4d16-642a-49d4-976c-820e52a35698 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827315 Sep 03 14:11:50.266504 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:11:48Z', 'revision_number': 5, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port': {'id': '82a81ca1-b04a-4d89-996f-377a319fe651', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:24Z', 'updated_at': '2021-09-03T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:50.293063 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Checking router: b9270a54-83f0-41ae-838f-31f2eb819eb6 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:50.301199 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Routers {'b9270a54-83f0-41ae-838f-31f2eb819eb6'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:50.301833 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['b9270a54-83f0-41ae-838f-31f2eb819eb6'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:50.310403 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Deleting port 82a81ca1-b04a-4d89-996f-377a319fe651 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:50.310748 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.389844 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] Set router b9270a54-83f0-41ae-838f-31f2eb819eb6 gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:50.400384 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] For port 82a81ca1-b04a-4d89-996f-377a319fe651, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=82a81ca1-b04a-4d89-996f-377a319fe651,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:50.400765 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.416357 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Calling delete_port for 82a81ca1-b04a-4d89-996f-377a319fe651 owned by network:router_gateway {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:50.448579 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:11:50Z', 'revision_number': 6, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:50.475676 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50a0a4-f76c-4149-8282-53b897c7dfae None None] The sync data for ids ['b9270a54-83f0-41ae-838f-31f2eb819eb6'] in dv-cinder-788367-6-iscsi is: [{'id': 'b9270a54-83f0-41ae-838f-31f2eb819eb6', 'name': 'tempest-TestMinimumBasicScenario-1408064487-router', 'tenant_id': '0341528ff74a45b9a576c131e0195123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:23Z', 'updated_at': '2021-09-03T14:11:50Z', 'revision_number': 6, 'project_id': '0341528ff74a45b9a576c131e0195123', 'gw_port_host': None}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:50.619913 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.645858 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a81ca1-b04a-4d89-996f-377a319fe651,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:50.660283 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:11:50.703676 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.830841 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.833965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:50.942663 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9decc-fe2d-4cf8-9791-e23d94fbf99a req-223317f6-3dec-4548-ba16-f25ebb40425e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:50.944219 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abc9decc-fe2d-4cf8-9791-e23d94fbf99a req-223317f6-3dec-4548-ba16-f25ebb40425e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 943 time: 0.1688070 Sep 03 14:11:50.975343 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15530a3-7f98-41c5-b657-0a1b4eb1ecc5 req-10c102e1-0d37-439d-b533-5614b33f794a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:50.976780 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d15530a3-7f98-41c5-b657-0a1b4eb1ecc5 req-10c102e1-0d37-439d-b533-5614b33f794a tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 943 time: 0.0796628 Sep 03 14:11:51.006160 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-abc9decc-fe2d-4cf8-9791-e23d94fbf99a req-4cd65a79-e0a2-422d-99b8-d3987bce6cf3 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546036 Sep 03 14:11:51.006743 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.007247 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9270a54-83f0-41ae-838f-31f2eb819eb6 {{(pid=94511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:11:51.013772 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.014835 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5a896138-25e7-4fcc-8437-13089c7ac293 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9270a54-83f0-41ae-838f-31f2eb819eb6 HTTP/1.1" status: 204 len: 168 time: 1.0480037 Sep 03 14:11:51.017930 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34214) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:51.032920 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d15530a3-7f98-41c5-b657-0a1b4eb1ecc5 req-894b1807-50e2-4731-961c-b339779e25dd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502071 Sep 03 14:11:51.065694 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Deleting subnet 4d3fb3fc-b6dc-4206-9c8b-4e647f55861e {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:11:51.069193 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.102678 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.206357 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.290011 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1deb828d-9c7e-4547-91b2-40d38d5263e4 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:51.310742 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 1deb828d-9c7e-4547-91b2-40d38d5263e4 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:51.311098 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 1deb828d-9c7e-4547-91b2-40d38d5263e4 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:51.311520 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 82a81ca1-b04a-4d89-996f-377a319fe651 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:51.336901 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 82a81ca1-b04a-4d89-996f-377a319fe651 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:51.337369 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 82a81ca1-b04a-4d89-996f-377a319fe651 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:51.346068 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.372026 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3fb3fc-b6dc-4206-9c8b-4e647f55861e,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:51.375894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.378358 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-4fb6152c-1286-4b83-9adb-e2bfc072fcb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d3fb3fc-b6dc-4206-9c8b-4e647f55861e HTTP/1.1" status: 204 len: 168 time: 0.3591237 Sep 03 14:11:51.380325 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34216) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:51.382906 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8092b-bafd-416a-9a11-be1a0ebbc5d2 None None] Network 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:11:51.447512 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.490940 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:11:51.509730 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Deleting port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:51.510423 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.591407 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] For port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,segment=NetworkSegment(eb9df8b5-f766-4536-a993-c4fab69dd5aa),segment_id=eb9df8b5-f766-4536-a993-c4fab69dd5aa)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:51.591774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.605389 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Calling delete_port for 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:51.649433 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] DHCP port deletion for 1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:11:51.742425 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:51.755137 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:11:51.765259 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Deleting port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:11:51.765655 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.766691 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.793725 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Pushing event deleted for resources: {'Port': ['ID=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:51.795606 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] No DVR routers for this DVR port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:51.816684 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.859701 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] For port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8, host dv-cinder-788367-6-iscsi, got binding levels [] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:51.860094 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.863413 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:11:51.863962 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.873997 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:51.885666 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Calling delete_port for 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:11:51.887840 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9df8b5-f766-4536-a993-c4fab69dd5aa') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:51.888133 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9df8b5-f766-4536-a993-c4fab69dd5aa') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:51.889500 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.ipam_backend_mixin [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 was not found and therefore no delete operation was performed {{(pid=94512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 14:11:51.896774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.897488 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.899522 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:51.910958 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.916921 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:11:51.917302 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:11:51.918935 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:11:51.927069 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Pushing event deleted for resources: {'Port': ['ID=117e9519-a4fb-4c0e-9323-f7e7eae61fe8,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:51.930135 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] No DVR routers for this DVR port 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:11:51.933384 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.933756 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.934101 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.934435 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.934764 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.935097 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.935423 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.935746 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.936066 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.936454 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.936787 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.937525 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b9923-ad07-42d6-b924-b23ef2acc359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:11:51.972609 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.018340 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:52.067266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.074855 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.077412 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075 HTTP/1.1" status: 204 len: 168 time: 0.6960948 Sep 03 14:11:52.091720 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00958-b474-4cbc-9bf0-fb2a4bdc8908 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5c9ec3-8efe-4f2a-bfb5-726eb19d6075,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:52.166942 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfb78-17a3-4380-b550-ef077a084ae7 req-b186e491-6609-4cc2-afd5-8d75d34e8d47 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:52.168417 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e4cfb78-17a3-4380-b550-ef077a084ae7 req-b186e491-6609-4cc2-afd5-8d75d34e8d47 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 944 time: 0.0917304 Sep 03 14:11:52.180340 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297703-e7f5-4538-a310-ded28d068b23 req-ebc0ce1c-9616-452d-8727-73a67f1b3fc9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:52.181755 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cb297703-e7f5-4538-a310-ded28d068b23 req-ebc0ce1c-9616-452d-8727-73a67f1b3fc9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 943 time: 0.0674467 Sep 03 14:11:52.241239 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e4cfb78-17a3-4380-b550-ef077a084ae7 req-f93297d1-fae5-4166-82e6-d3175df165cc tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585170 Sep 03 14:11:52.244072 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cb297703-e7f5-4538-a310-ded28d068b23 req-b35507a1-25c7-4ceb-b7df-158a2944d2e5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555634 Sep 03 14:11:52.271873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['9ab5a3e6-47f8-444d-8fc1-515ec32ce178'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:52.376185 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34224) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:52.415091 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f98910a5-2c16-4a54-ab19-2e1407c4af1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36b5d23ffab344b88e9d2778dbbc5fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376365 Sep 03 14:11:52.417670 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34226) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:52.467914 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.487779 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.612111 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.615234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:52.616386 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddba085a-5313-4f50-a6d2-356449612c39 HTTP/1.1" status: 204 len: 168 time: 0.1977491 Sep 03 14:11:52.623936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16852-9312-4f79-a051-001f9dfdfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba085a-5313-4f50-a6d2-356449612c39,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:52.956071 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:11:52.977022 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:11:52.977369 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 117e9519-a4fb-4c0e-9323-f7e7eae61fe8 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:11:53.258661 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34232) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:53.301686 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8ec726f5-524d-40e4-9cf1-cf78a2b6f72e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0341528ff74a45b9a576c131e0195123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417640 Sep 03 14:11:53.304015 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34238) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:53.353670 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.374124 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.391153 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea711ba8-7b27-4933-8f12-36fcabfad5e0 req-bb935021-1edd-4d20-808b-2ddb0fa0b75d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:53.392649 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea711ba8-7b27-4933-8f12-36fcabfad5e0 req-bb935021-1edd-4d20-808b-2ddb0fa0b75d tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 943 time: 0.0760016 Sep 03 14:11:53.401304 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b481-b400-4489-baca-c94a11d34d9b req-99ae9028-553c-4da7-a812-94aa55e2a9c5 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:53.402746 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-65a7b481-b400-4489-baca-c94a11d34d9b req-99ae9028-553c-4da7-a812-94aa55e2a9c5 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 944 time: 0.0849030 Sep 03 14:11:53.454620 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ea711ba8-7b27-4933-8f12-36fcabfad5e0 req-b4b591f6-74ce-482f-ac4f-73fd1ed903dd tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509381 Sep 03 14:11:53.462428 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-65a7b481-b400-4489-baca-c94a11d34d9b req-31f7532b-f760-4ab0-b66c-12d6231e884a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530577 Sep 03 14:11:53.481244 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.483946 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.485103 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ef15887-9fa9-475a-ad0d-e12c3e0a53f6 HTTP/1.1" status: 204 len: 168 time: 0.1800864 Sep 03 14:11:53.492858 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcc39f-40d7-4a08-a4f0-328d7c3daf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef15887-9fa9-475a-ad0d-e12c3e0a53f6,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:53.506039 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:11:53.507908 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:11:53.639951 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:53.651416 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'port_id': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'mac_address': 'fa:16:3e:36:4f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:11:53.689818 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.692097 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:53.703020 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:53.703388 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.726811 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:11:53.756687 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:53.803466 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.815145 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.847163 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:53.849452 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8654a75-86f3-4d6f-9d69-a1447478466c" -d '{"events": [{"server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:53.867839 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:53.886791 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:53.891358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5790ad-ea15-4744-8664-ab4fa971799a x-openstack-request-id: req-bc5790ad-ea15-4744-8664-ab4fa971799a {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:53.891653 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:53.891905 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc5790ad-ea15-4744-8664-ab4fa971799a {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:53.892282 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'code': 200} Sep 03 14:11:53.922820 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:53.976163 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:54.137104 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:11:54.218589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11d18-c2fc-49e9-bd2a-b7e78a10300e req-cf2f4bdd-ced9-4bd2-ad52-cc767bb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:54.220089 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2ef11d18-c2fc-49e9-bd2a-b7e78a10300e req-cf2f4bdd-ced9-4bd2-ad52-cc767bb2e4cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1098 time: 0.0409448 Sep 03 14:11:54.255583 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2ef11d18-c2fc-49e9-bd2a-b7e78a10300e req-5e395439-6ee0-49a0-905e-cbd52039eb5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281727 Sep 03 14:11:54.486228 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34266) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:54.587960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-850946997-network', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:54.604191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727bf3-ed87-41c8-9dcc-cb656cac7928 req-f30f521b-105a-4fe6-a3c2-c789bd5a8051 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:54.605760 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02727bf3-ed87-41c8-9dcc-cb656cac7928 req-f30f521b-105a-4fe6-a3c2-c789bd5a8051 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 944 time: 0.0845068 Sep 03 14:11:54.614652 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e40c6-a8bd-4976-bc18-738666d5af8b req-987d4723-1ece-42b3-a9cc-d168ac1c5bc0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:54.616027 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-030e40c6-a8bd-4976-bc18-738666d5af8b req-987d4723-1ece-42b3-a9cc-d168ac1c5bc0 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0835347 Sep 03 14:11:54.642707 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Made reservation on behalf of 19b8c8c7808d43e6a16a6c26a24c19fe for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:11:54.645040 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.653394 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.669564 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-02727bf3-ed87-41c8-9dcc-cb656cac7928 req-6baa37fb-9295-4587-9360-1127f46d7808 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525677 Sep 03 14:11:54.677751 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-030e40c6-a8bd-4976-bc18-738666d5af8b req-a0805d8a-29ba-46fa-87de-8db8fd4f8db8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539684 Sep 03 14:11:54.744391 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.796800 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.821027 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:11:54.829448 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c56dc1-8103-4e7d-bbb6-ab4bce236335,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:54.835173 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.835509 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Added segment 76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4 of type vlan for network 42bfd5ce-6910-4108-97fe-f06de6024027 Sep 03 14:11:54.874313 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.950565 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:54.951511 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:54.952088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.014672 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] Pushing event updated for resources: {'Network': ['ID=42bfd5ce-6910-4108-97fe-f06de6024027,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:55.024229 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 42bfd5ce-6910-4108-97fe-f06de6024027 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:11:55.025750 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-fd8b2dad-7867-4d54-b395-670deb3315d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5384431 Sep 03 14:11:55.028517 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34270) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:55.033360 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Request body: {'subnet': {'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-850946997-subnet', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:55.103402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Made reservation on behalf of 19b8c8c7808d43e6a16a6c26a24c19fe for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:11:55.105718 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3255139'] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.321207 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3208580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3255117'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.374501 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39060de-1963-4198-8594-63038467921f,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:55.383808 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Checking segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:11:55.384168 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Network hostable DHCP agents. Network: 42bfd5ce-6910-4108-97fe-f06de6024027, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:11:55.459271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Network 42bfd5ce-6910-4108-97fe-f06de6024027 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:11:55.520988 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 42bfd5ce-6910-4108-97fe-f06de6024027) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:55.524999 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:55.525563 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.525928 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:11:55.530254 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac593f-76c9-4033-b525-fbde12b06377 None None] Network 42bfd5ce-6910-4108-97fe-f06de6024027 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:11:55.608871 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c5d924ad-ccc1-40af-802c-e51eebc6a745 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5792627 Sep 03 14:11:55.611715 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34272) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:55.616541 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:55.709246 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-42bfd5ce-6910-4108-97fe-f06de6024027', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:11:55.710219 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.712426 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.713913 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.721004 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:55.728999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:55.729693 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.779251 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.838203 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e03d86-e672-4ab4-bfd2-c7c9da100a01 req-78c81bb3-f46c-4063-b9cf-5489d9ae1959 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:55.845369 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-91e03d86-e672-4ab4-bfd2-c7c9da100a01 req-78c81bb3-f46c-4063-b9cf-5489d9ae1959 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0898545 Sep 03 14:11:55.871330 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a515d6-2afa-4cc6-ba31-9cab43b0304b req-49bd0eef-e743-4108-9691-73f685988ae6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:55.872823 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36a515d6-2afa-4cc6-ba31-9cab43b0304b req-49bd0eef-e743-4108-9691-73f685988ae6 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 944 time: 0.0891035 Sep 03 14:11:55.906631 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-91e03d86-e672-4ab4-bfd2-c7c9da100a01 req-0143e099-0fa7-4661-9d3d-35069a4750af tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603783 Sep 03 14:11:55.915590 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:55.932730 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Allocated IP 172.20.0.2 (42bfd5ce-6910-4108-97fe-f06de6024027/d39060de-1963-4198-8594-63038467921f/6126d099-db05-4d77-9ae7-241531d85f5a) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:55.934024 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36a515d6-2afa-4cc6-ba31-9cab43b0304b req-9f1bd8ed-abac-4aa5-93f3-ef496b0e28c0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Sep 03 14:11:55.950353 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:11:55.952508 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6a752-7dff-485b-a8a0-8508fde88a2d" -d '{"events": [{"server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "name": "network-vif-plugged", "status": "completed", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:11:55.972854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:56.000584 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4730f6c-377d-40fe-88af-49fc46e9aba0 x-openstack-request-id: req-f4730f6c-377d-40fe-88af-49fc46e9aba0 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:11:56.000875 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "name": "network-vif-plugged", "status": "completed", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:11:56.001176 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4730f6c-377d-40fe-88af-49fc46e9aba0 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:11:56.001583 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'code': 200} Sep 03 14:11:56.016214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.038984 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.126072 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:56.148173 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.156392 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Transition to ACTIVE for port object 6126d099-db05-4d77-9ae7-241531d85f5a will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:56.170905 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Transition to ACTIVE for port object 6126d099-db05-4d77-9ae7-241531d85f5a will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:56.241022 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.275211 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.288622 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Network 42bfd5ce-6910-4108-97fe-f06de6024027 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:56.293808 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:56.294036 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.302722 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:56.306109 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Pushing event updated for resources: {'Port': ['ID=6126d099-db05-4d77-9ae7-241531d85f5a,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:56.358176 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Attempting to bind port 6126d099-db05-4d77-9ae7-241531d85f5a on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:11:56.358561 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Attempting to bind port 6126d099-db05-4d77-9ae7-241531d85f5a by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:11:56.358970 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Attempting to bind port 6126d099-db05-4d77-9ae7-241531d85f5a on network 42bfd5ce-6910-4108-97fe-f06de6024027 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:56.364784 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:11:56.365163 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Checking segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:11:56.365592 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.365991 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Bound using segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:11:56.366457 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Bound port: 6126d099-db05-4d77-9ae7-241531d85f5a, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:11:56.366840 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.429034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] For port 6126d099-db05-4d77-9ae7-241531d85f5a, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:11:56.431427 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Allocated IP 172.27.0.42 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/69ce141b-3610-453f-9097-f40318630743) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:56.432160 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] For port 6126d099-db05-4d77-9ae7-241531d85f5a, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6126d099-db05-4d77-9ae7-241531d85f5a,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:11:56.439902 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ee39-4877-471f-a664-d3d093fc5110 req-b790c3f0-b626-40e5-8a03-29fba678eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:56.441465 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1da1ee39-4877-471f-a664-d3d093fc5110 req-b790c3f0-b626-40e5-8a03-29fba678eb53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 1098 time: 0.0630431 Sep 03 14:11:56.494684 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.519881 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1da1ee39-4877-471f-a664-d3d093fc5110 req-870beaaf-09fc-4674-ad23-5593472eb117 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701005 Sep 03 14:11:56.558379 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ccd70-cb3d-42da-8623-0c68e3f2b09e None None] Pushing event updated for resources: {'Port': ['ID=6126d099-db05-4d77-9ae7-241531d85f5a,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:56.565276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.683236 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:56.733660 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:56.737300 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:56.741312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:56.765708 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=69ce141b-3610-453f-9097-f40318630743,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:57.006227 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6126d099-db05-4d77-9ae7-241531d85f5a up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:11:57.086837 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba968cc4-4d59-4219-90c9-d67ad0b71483 req-955e9b6f-7f89-45fd-87ea-9cbcb53f5027 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:57.088053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.088413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba968cc4-4d59-4219-90c9-d67ad0b71483 req-955e9b6f-7f89-45fd-87ea-9cbcb53f5027 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0729089 Sep 03 14:11:57.130266 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ba968cc4-4d59-4219-90c9-d67ad0b71483 req-e5528376-828e-4993-b0db-30d30fac7cc9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Sep 03 14:11:57.162758 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 6126d099-db05-4d77-9ae7-241531d85f5a completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:57.234437 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aaea4-cc0d-4fc5-bb9e-7693a89e9996 req-4f8c43f6-1f24-4089-bd0a-75bfa5c8f4e1 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:57.235964 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9d6aaea4-cc0d-4fc5-bb9e-7693a89e9996 req-4f8c43f6-1f24-4089-bd0a-75bfa5c8f4e1 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0542970 Sep 03 14:11:57.280351 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9d6aaea4-cc0d-4fc5-bb9e-7693a89e9996 req-5f95cf2e-6ec7-4b0c-8994-c6bee849c491 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378685 Sep 03 14:11:57.306530 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.404794 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fead35e-12a6-4eac-8afe-a883fc2171a3 req-0dd7a2f4-b803-4606-8428-22ce2153b27d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:57.406494 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8fead35e-12a6-4eac-8afe-a883fc2171a3 req-0dd7a2f4-b803-4606-8428-22ce2153b27d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0530181 Sep 03 14:11:57.446794 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8fead35e-12a6-4eac-8afe-a883fc2171a3 req-0399399b-d8d1-4c8e-8830-fb2321268fe7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334878 Sep 03 14:11:57.469660 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34288) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:57.479023 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320bd4f4-ad07-4334-b060-3417295cf430 None None] Network 42bfd5ce-6910-4108-97fe-f06de6024027 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:11:57.506151 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Router 9b624317-3189-4f89-b350-d8fed1f0d65f is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:11:57.510578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51681d3b-5bae-4b28-93c5-dc7113434b8e tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:57.512779 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-51681d3b-5bae-4b28-93c5-dc7113434b8e tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1093 time: 0.0414200 Sep 03 14:11:57.517135 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34290) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:57.519999 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:57.614960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:57.625136 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Sync routers for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:11:57.640523 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:57.648999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:57.648999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Provisioning for port 6126d099-db05-4d77-9ae7-241531d85f5a completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:57.649253 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.710088 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.714071 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-401e592f-12f8-401e-86a1-9714e4e3c6b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0987499 Sep 03 14:11:57.714492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34292) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:57.757956 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.832183 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Provisioning complete for port 6126d099-db05-4d77-9ae7-241531d85f5a triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:57.832558 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:57.892134 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.27.0.118 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/5260c576-ac90-4819-af26-b1ca5dc70c51) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:57.921039 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:58.028767 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.031291 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.114615 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] For port 6126d099-db05-4d77-9ae7-241531d85f5a, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6126d099-db05-4d77-9ae7-241531d85f5a,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:11:58.195197 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.201518 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:56Z', 'revision_number': 3, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:58.240519 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.241158 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:58.245705 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Checking router: 9b624317-3189-4f89-b350-d8fed1f0d65f for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:11:58.246250 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Updating router 9b624317-3189-4f89-b350-d8fed1f0d65f port 69ce141b-3610-453f-9097-f40318630743 binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:11:58.261829 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:58.268306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:58.305340 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=5260c576-ac90-4819-af26-b1ca5dc70c51,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:58.311155 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.340402 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164cbc6-9e27-4774-b645-07641147863a req-49b0f8ab-3a4b-46fa-928a-13f703eaf8eb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:58.345498 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667accb-6024-4116-8b01-8881c83f0354 None None] Pushing event updated for resources: {'Port': ['ID=6126d099-db05-4d77-9ae7-241531d85f5a,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:58.345697 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f164cbc6-9e27-4774-b645-07641147863a req-49b0f8ab-3a4b-46fa-928a-13f703eaf8eb tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.1371632 Sep 03 14:11:58.421004 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-24c54251-0ee9-44aa-a450-1c484fdb8276 None None] Provisioning complete for port 6126d099-db05-4d77-9ae7-241531d85f5a triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:58.421445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-24c54251-0ee9-44aa-a450-1c484fdb8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.440385 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f164cbc6-9e27-4774-b645-07641147863a req-6f600fca-1106-4d20-b69e-f4861c193e15 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847487 Sep 03 14:11:58.447372 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.612878 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc236471-92b3-4483-b140-c8f1c00ca21f req-480486de-5fc8-44b1-8b90-858c2d83d7c0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:11:58.614530 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bc236471-92b3-4483-b140-c8f1c00ca21f req-480486de-5fc8-44b1-8b90-858c2d83d7c0 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0750389 Sep 03 14:11:58.623715 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34298) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:11:58.633246 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Allocated IP 172.20.0.1 (42bfd5ce-6910-4108-97fe-f06de6024027/d39060de-1963-4198-8594-63038467921f/8647b5fa-5f77-49cc-b018-04bdb26a64ce) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:11:58.635301 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Request body: {'floatingip': {'port_id': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:11:58.659241 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.669532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Transition to ACTIVE for port object 69ce141b-3610-453f-9097-f40318630743 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:58.699016 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.740743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.745691 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.755405 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Transition to ACTIVE for port object 8647b5fa-5f77-49cc-b018-04bdb26a64ce will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:11:58.801049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Attempting to bind port 69ce141b-3610-453f-9097-f40318630743 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:11:58.801425 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Attempting to bind port 69ce141b-3610-453f-9097-f40318630743 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:11:58.801815 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Attempting to bind port 69ce141b-3610-453f-9097-f40318630743 on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:11:58.810825 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c384f-e12a-44a7-8313-81539964415f None None] Pushing event updated for resources: {'Port': ['ID=69ce141b-3610-453f-9097-f40318630743,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:58.813582 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:11:58.813973 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:11:58.814381 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.814752 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:11:58.815222 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Bound port: 69ce141b-3610-453f-9097-f40318630743, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:11:58.815611 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.831548 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.869970 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] For port 69ce141b-3610-453f-9097-f40318630743, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:11:58.871262 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Network 42bfd5ce-6910-4108-97fe-f06de6024027 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:58.873644 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] For port 69ce141b-3610-453f-9097-f40318630743, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=69ce141b-3610-453f-9097-f40318630743,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:11:58.874455 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:58.876996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:11:58.929943 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Pushing event updated for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:58.936591 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:58.961924 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.011451 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6126d099-db05-4d77-9ae7-241531d85f5a up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:11:59.077155 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:11:59.077853 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:59.115511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c384f-e12a-44a7-8313-81539964415f None None] Pushing event updated for resources: {'Port': ['ID=69ce141b-3610-453f-9097-f40318630743,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:59.159651 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.164467 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.185691 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 6126d099-db05-4d77-9ae7-241531d85f5a triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:59.186078 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.244585 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:11:59.320407 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f356b38d-01d6-4dbb-b650-64d4358731dc None None] Provisioning for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:11:59.333809 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f356b38d-01d6-4dbb-b650-64d4358731dc None None] Provisioning complete for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:59.334195 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f356b38d-01d6-4dbb-b650-64d4358731dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.335253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.400560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.433083 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.435399 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-f356b38d-01d6-4dbb-b650-64d4358731dc None None] Port 8647b5fa-5f77-49cc-b018-04bdb26a64ce cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:11:59.471386 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Pushing event updated for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:59.487165 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.504308 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:56Z', 'revision_number': 3, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:11:59.532753 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be01998-8ebc-4e87-90d0-971fa9ae0013 None None] The sync data for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi is: [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:56Z', 'revision_number': 3, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:11:59.592362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Network 42bfd5ce-6910-4108-97fe-f06de6024027 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:11:59.595018 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:11:59.634797 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.689071 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.696821 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.724936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Router 9b624317-3189-4f89-b350-d8fed1f0d65f has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:11:59.786432 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.864927 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-11602770-1f0c-4933-b06c-5481b5dc6806 None None] Provisioning complete for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:11:59.865433 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-11602770-1f0c-4933-b06c-5481b5dc6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:11:59.893295 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:11:59.898531 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8cdc0e8f-d620-4b84-9253-2246b7ba84ed admin admin] 10.222.0.13 "PUT /v2.0/routers/9b624317-3189-4f89-b350-d8fed1f0d65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1829102 Sep 03 14:11:59.907254 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=5260c576-ac90-4819-af26-b1ca5dc70c51,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:11:59.924550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Floating IP 1f6305d9-2666-4887-a409-77935341982f associated. External IP: 172.27.0.219, port: 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b. Sep 03 14:11:59.930078 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-11602770-1f0c-4933-b06c-5481b5dc6806 None None] Port 8647b5fa-5f77-49cc-b018-04bdb26a64ce cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:11:59.966582 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:00.119307 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 357ef71d-3ae4-47ff-8e47-ff8d617569a0 associated. External IP: 172.27.0.118, port: 9ab5a3e6-47f8-444d-8fc1-515ec32ce178. Sep 03 14:12:00.306264 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:12:00.494203 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:12:00.512143 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:12:00.517642 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:00.521738 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:00.531294 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:00.531987 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:00.604936 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1ddcbce0-0827-4a8e-a926-72a8b22e70fe tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "PUT /v2.0/floatingips/1f6305d9-2666-4887-a409-77935341982f HTTP/1.1" status: 200 len: 991 time: 1.9801896 Sep 03 14:12:00.607439 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:12:00.609630 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612e326-ce5d-4bb4-9307-4f642a60bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:12:00.662305 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:00.663386 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c44915e-0f7f-4a5f-8804-54438a7f6a7d x-openstack-request-id: req-5c44915e-0f7f-4a5f-8804-54438a7f6a7d {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:12:00.663812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:12:00.664129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c44915e-0f7f-4a5f-8804-54438a7f6a7d {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:12:00.664586 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'status': 'completed', 'code': 200} Sep 03 14:12:00.680138 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34318) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:00.685305 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-654276571-network', 'tenant_id': '75c042b8571642999625869bdd5f90f5'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:00.687891 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:12:00.700657 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:00.710931 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:00.711635 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:00.744042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-1236c4ce-7da5-4bf0-84ff-8fd3e54af0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:00.745584 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-1236c4ce-7da5-4bf0-84ff-8fd3e54af0e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43c52991e5e949b995034089abdb03b0&device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 1098 time: 0.0493741 Sep 03 14:12:00.786680 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Made reservation on behalf of 75c042b8571642999625869bdd5f90f5 for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:12:00.788857 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:00.799858 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:00.821138 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:00.861677 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-255c7c17-3298-4ad4-bc14-acb38dadfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:00.863182 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-255c7c17-3298-4ad4-bc14-acb38dadfdd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 200 len: 911 time: 0.1100514 Sep 03 14:12:00.865364 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:00.924743 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-583a95a1-4ae5-4af5-9ddb-68f43400b78b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4087267 Sep 03 14:12:00.939468 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '1f6305d9-2666-4887-a409-77935341982f', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:36:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:41Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:00.974087 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:00.983382 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:00.984206 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.040095 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-406359f1-f93c-4e64-87c8-ab5bd447b117 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b HTTP/1.1" status: 200 len: 999 time: 0.1665821 Sep 03 14:12:01.111106 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.123784 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-6fe4a397-871f-4843-9204-3a503ab89050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:01.125348 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-6fe4a397-871f-4843-9204-3a503ab89050 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 200 len: 849 time: 0.0665936 Sep 03 14:12:01.170229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.174796 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 69ce141b-3610-453f-9097-f40318630743 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:01.181637 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:12:01.196294 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.196610 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Added segment 24983ecf-057a-45cc-8154-29ca9d2f2b7d of type vlan for network 91884715-3ce7-4b25-a6a3-23f94ff52e3a Sep 03 14:12:01.209242 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:01.217741 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-70c02fab-e4d9-41d2-8aa4-d5ef1d4679a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:01.219637 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-70c02fab-e4d9-41d2-8aa4-d5ef1d4679a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8665bc69-f6bb-4351-bebc-d79a0fe21419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843506 Sep 03 14:12:01.286270 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdede5fc-9669-4eab-8d18-aabba7de37c3,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:01.296189 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.328784 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:01.334166 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 69ce141b-3610-453f-9097-f40318630743 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:01.341057 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.341442 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 69ce141b-3610-453f-9097-f40318630743 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:01.342018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.346367 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:01.347115 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.390762 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-da882f3b-aeb5-45df-8f8a-a5393d62a183 service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563139 Sep 03 14:12:01.415132 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Sync routers for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:01.438391 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:01.441046 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.475479 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.476573 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:01.477220 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.506084 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:01.537919 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '1f6305d9-2666-4887-a409-77935341982f', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:36:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:41Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.538554 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.559153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] Pushing event updated for resources: {'Network': ['ID=91884715-3ce7-4b25-a6a3-23f94ff52e3a,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:01.566835 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-3612e326-ce5d-4bb4-9307-4f642a60bef1 req-c1d88df9-d563-4515-addf-e48e80d7b8eb service neutron] 10.222.0.47 "GET /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663148 Sep 03 14:12:01.574467 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea22a096-043d-4fe1-8df5-e8e8d54d0ca4 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '1f6305d9-2666-4887-a409-77935341982f', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'port_id': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'mac_address': 'fa:16:3e:36:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:41Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 1, 'project_id': '43c52991e5e949b995034089abdb03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:01.574747 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 69ce141b-3610-453f-9097-f40318630743, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=69ce141b-3610-453f-9097-f40318630743,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:01.576923 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:12:01.584929 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-83464daf-6351-47a5-82c8-e73e52624971 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9036112 Sep 03 14:12:01.587692 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34322) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:01.592752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Request body: {'subnet': {'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-654276571-subnet', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'ip_version': 4}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:01.601932 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:01.686880 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Made reservation on behalf of 75c042b8571642999625869bdd5f90f5 for: {'subnet': 1} {{(pid=94511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:12:01.688460 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.690485 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59055141'] for subnet, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.813792 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=69ce141b-3610-453f-9097-f40318630743,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:01.854522 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 2, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:01.868184 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64e9a7-dc11-44c9-bd8e-ec994041e22c None None] New status for floating IP 1f6305d9-2666-4887-a409-77935341982f: ACTIVE {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:12:01.888434 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Checking router: 9b624317-3189-4f89-b350-d8fed1f0d65f for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:01.888799 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Updating router 9b624317-3189-4f89-b350-d8fed1f0d65f port 8647b5fa-5f77-49cc-b018-04bdb26a64ce binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:12:01.915055 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:01.968487 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59031161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59055115'] for subnet, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.001487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:02.021147 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be61556-be65-432c-8911-52e65d321b5f,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:02.040435 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Checking segment: {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:02.040847 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Network hostable DHCP agents. Network: 91884715-3ce7-4b25-a6a3-23f94ff52e3a, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:12:02.060635 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b04ba8-289f-45f0-b1e3-49869ea1644c None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:11:58Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:02.149448 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:12:02.189887 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.199857 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Transition to ACTIVE for port object 8647b5fa-5f77-49cc-b018-04bdb26a64ce will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:02.241732 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c7c6c-d154-4039-b948-6cab0b5cb80e None None] New status for floating IP 357ef71d-3ae4-47ff-8e47-ff8d617569a0: ACTIVE {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:12:02.257874 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 91884715-3ce7-4b25-a6a3-23f94ff52e3a) {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:02.262594 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:02.263543 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.268196 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573bcfd-acd2-42ff-9ef3-76e97a629aed None None] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:12:02.289555 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.404980 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f3df6054-f9da-46c3-820a-23812254d3e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8161535 Sep 03 14:12:02.407629 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34328) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:02.412777 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:02.428355 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Pushing event updated for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:02.440251 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18a6d980-e82a-5d14-aee0-fdaac728440b-91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f'}]}} from dv-cinder-788367-6-iscsi. {{(pid=94512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:12:02.440698 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.451021 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.451362 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.451993 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.452275 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.452379 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.452757 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.453086 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.453407 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.453774 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.454096 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.454414 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.454830 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:02.485165 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Attempting to bind port 8647b5fa-5f77-49cc-b018-04bdb26a64ce on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:12:02.485560 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Attempting to bind port 8647b5fa-5f77-49cc-b018-04bdb26a64ce by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:12:02.485921 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Attempting to bind port 8647b5fa-5f77-49cc-b018-04bdb26a64ce on network 42bfd5ce-6910-4108-97fe-f06de6024027 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:02.491215 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:12:02.491584 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Checking segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:02.491983 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.492374 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Bound using segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:12:02.493040 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Bound port: 8647b5fa-5f77-49cc-b018-04bdb26a64ce, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:12:02.494344 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.534098 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1807548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8267'] for router, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.535221 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1964599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8306'] for router, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.580681 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] For port 8647b5fa-5f77-49cc-b018-04bdb26a64ce, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:12:02.585069 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] For port 8647b5fa-5f77-49cc-b018-04bdb26a64ce, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8647b5fa-5f77-49cc-b018-04bdb26a64ce,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:12:02.604867 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Allocated IP 172.20.0.2 (91884715-3ce7-4b25-a6a3-23f94ff52e3a/7be61556-be65-432c-8911-52e65d321b5f/bd34b198-e1ad-474a-a61c-47a4ac13c750) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:12:02.677745 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.728958 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:02.729710 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:02.772781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.783309 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Transition to ACTIVE for port object bd34b198-e1ad-474a-a61c-47a4ac13c750 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:02.805368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Transition to ACTIVE for port object bd34b198-e1ad-474a-a61c-47a4ac13c750 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:02.829264 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953773c-635f-45d4-bb64-9cdefc01cc3c None None] Pushing event updated for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=4']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:02.869058 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:12:02.870533 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:02.871248 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707bcd9b-380f-4a7a-a677-c5641bb71e53" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:12:02.887085 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.894562 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:02.933620 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff182304-3299-4d06-b8da-c159d8418dee x-openstack-request-id: req-ff182304-3299-4d06-b8da-c159d8418dee {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:12:02.934793 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:12:02.934793 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff182304-3299-4d06-b8da-c159d8418dee {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:12:02.934793 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'status': 'completed', 'code': 200} Sep 03 14:12:02.937945 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:02.940848 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:02.945129 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:12:02.958803 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Pushing event updated for resources: {'Port': ['ID=bd34b198-e1ad-474a-a61c-47a4ac13c750,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:03.038133 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-6c794afe-1d82-40b6-9338-a0dbb83c41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:03.040768 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-6c794afe-1d82-40b6-9338-a0dbb83c41f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1098 time: 0.0817354 Sep 03 14:12:03.052008 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 69ce141b-3610-453f-9097-f40318630743 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:03.080463 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Attempting to bind port bd34b198-e1ad-474a-a61c-47a4ac13c750 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:12:03.080463 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Attempting to bind port bd34b198-e1ad-474a-a61c-47a4ac13c750 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:12:03.080835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Attempting to bind port bd34b198-e1ad-474a-a61c-47a4ac13c750 on network 91884715-3ce7-4b25-a6a3-23f94ff52e3a {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:03.092278 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:12:03.092832 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Checking segment: {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:03.093344 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.093860 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Bound using segment: {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:12:03.094463 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Bound port: bd34b198-e1ad-474a-a61c-47a4ac13c750, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:12:03.094966 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.144764 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-d898e698-f8cb-4e22-856d-8d60ee8ec16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:03.146333 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-d898e698-f8cb-4e22-856d-8d60ee8ec16b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0917649 Sep 03 14:12:03.152320 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.180079 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 69ce141b-3610-453f-9097-f40318630743 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:03.180556 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.184453 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] For port bd34b198-e1ad-474a-a61c-47a4ac13c750, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:12:03.216828 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] For port bd34b198-e1ad-474a-a61c-47a4ac13c750, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=bd34b198-e1ad-474a-a61c-47a4ac13c750,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:12:03.225647 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:03.239512 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-c773d990-072a-4697-be68-55c5b5ebc4df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 1001 time: 0.0849664 Sep 03 14:12:03.256456 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c944b5-2a8a-4ec4-a964-d700034990a6 None None] The sync data for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi is: [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:03.339894 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-8c6fb8f9-5e2a-478c-a6e4-49f8fc76bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:03.341500 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-8c6fb8f9-5e2a-478c-a6e4-49f8fc76bdab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0890737 Sep 03 14:12:03.416852 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-e57ec138-ed5c-4612-b9d3-73441dd66e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:03.418573 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-e57ec138-ed5c-4612-b9d3-73441dd66e3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650790 Sep 03 14:12:03.441591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.542240 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cb498-d962-408d-997a-7580a6ed9ecf None None] Pushing event updated for resources: {'Port': ['ID=bd34b198-e1ad-474a-a61c-47a4ac13c750,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:03.543876 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-f50a6cca-6631-4659-9573-b7b0248a79cb service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160908 Sep 03 14:12:03.561562 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.583120 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.614496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-198433b6-dc57-412c-b793-aea9f045c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.658977 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-707bcd9b-380f-4a7a-a677-c5641bb71e53 req-9bbcec14-4227-4866-8ab5-02b329125024 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072571 Sep 03 14:12:03.730741 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Allocated IP 172.27.0.185 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:12:03.843287 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:03.968865 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:04.008539 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:04.011637 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:04.015491 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:12:04.024217 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Pushing event updated for resources: {'Port': ['ID=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:04.343855 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:04.453039 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d09ff0-60fb-46e5-9b65-8ab46cf0c04d None None] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:12:04.540252 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810153'] for router, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:04.631304 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b9911b78-3167-4066-86d6-2cd7138109bd None None] Provisioning for port bd34b198-e1ad-474a-a61c-47a4ac13c750 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:04.705886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Router ce1651f1-2e09-4b16-9f82-12459c0ced08 is scheduled to L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 with binding_index 1 {{(pid=94511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:12:04.813154 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:12:04.822542 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Sync routers for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:04.831498 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:04.832114 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:04.871509 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:04.873000 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5c1eaed9-1af8-4cf2-aeee-73eb14c7aae2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4643161 Sep 03 14:12:04.875679 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34336) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:04.953228 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:05.072814 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device bd34b198-e1ad-474a-a61c-47a4ac13c750 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:05.183187 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:04Z', 'revision_number': 3, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:05.209150 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Checking router: ce1651f1-2e09-4b16-9f82-12459c0ced08 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:05.209528 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Updating router ce1651f1-2e09-4b16-9f82-12459c0ced08 port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d binding host dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:12:05.230803 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port bd34b198-e1ad-474a-a61c-47a4ac13c750 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:05.237775 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.239285 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port bd34b198-e1ad-474a-a61c-47a4ac13c750 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:05.239643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.294053 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.432015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.451584 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Allocated IP 172.20.0.1 (91884715-3ce7-4b25-a6a3-23f94ff52e3a/7be61556-be65-432c-8911-52e65d321b5f/17fcfbb7-80b8-48b7-a1d2-759c55303941) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:12:05.503312 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port bd34b198-e1ad-474a-a61c-47a4ac13c750, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=bd34b198-e1ad-474a-a61c-47a4ac13c750,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:05.555799 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.569826 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.provisioning_blocks [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Transition to ACTIVE for port object 17fcfbb7-80b8-48b7-a1d2-759c55303941 will not be triggered until provisioned by entity DHCP. {{(pid=94511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:05.574529 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.575300 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8647b5fa-5f77-49cc-b018-04bdb26a64ce up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:05.624620 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.646338 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Transition to ACTIVE for port object 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:05.660291 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.674873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=bd34b198-e1ad-474a-a61c-47a4ac13c750,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:05.698968 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:05.701830 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:05.704291 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:12:05.710809 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.737403 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:05.746035 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:05.754758 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959612'] for router_interface, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.766443 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:05.766807 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.795405 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Attempting to bind port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:12:05.795774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Attempting to bind port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:12:05.796130 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Attempting to bind port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d on network 5b65262d-fde8-4fc1-adac-46806639eb0e {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:05.800487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ca0d-d049-4c1e-b5fa-4662f1f5dd3d None None] Pushing event updated for resources: {'Port': ['ID=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:05.808992 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:12:05.809368 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Checking segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:05.809903 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.810752 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Bound using segment: {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:12:05.810752 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Bound port: 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:12:05.811138 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.882704 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] For port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:12:05.914971 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] For port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:12:05.924402 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.957431 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:05.963621 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 8647b5fa-5f77-49cc-b018-04bdb26a64ce, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8647b5fa-5f77-49cc-b018-04bdb26a64ce,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:05.991059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.021285 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5caee37d-2e0f-4118-8d9b-9e0e14d82106 None None] Provisioning for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:06.030659 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-5caee37d-2e0f-4118-8d9b-9e0e14d82106 None None] Provisioning complete for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:06.031033 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5caee37d-2e0f-4118-8d9b-9e0e14d82106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.065487 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.084834 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:06.085488 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:11:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:06.090806 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5f926efa-eb53-4615-8fc1-e40eac50edc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.123997 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.124978 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ca0d-d049-4c1e-b5fa-4662f1f5dd3d None None] Pushing event updated for resources: {'Port': ['ID=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:06.164398 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5caee37d-2e0f-4118-8d9b-9e0e14d82106 None None] Port 17fcfbb7-80b8-48b7-a1d2-759c55303941 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:12:06.217957 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.224354 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:06.241496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:06.285556 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Pushing event updated for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:06.290821 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806380'] for router_interface, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.380207 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:06.381572 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:06.454198 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '17fcfbb7-80b8-48b7-a1d2-759c55303941', 'name': '', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'mac_address': 'fa:16:3e:d3:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:05Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 1, 'project_id': '75c042b8571642999625869bdd5f90f5', 'subnets': [{'id': '7be61556-be65-432c-8911-52e65d321b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:06.485912 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce03d7-8ca0-4702-aae8-7f5a134250f9 None None] The sync data for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi is: [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '17fcfbb7-80b8-48b7-a1d2-759c55303941', 'name': '', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'mac_address': 'fa:16:3e:d3:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:05Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 1, 'project_id': '75c042b8571642999625869bdd5f90f5', 'subnets': [{'id': '7be61556-be65-432c-8911-52e65d321b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:06.505070 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Router ce1651f1-2e09-4b16-9f82-12459c0ced08 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:12:06.507064 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.586053 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-68e3b1f0-c2ca-41c2-9fdb-9a7593e8c536 None None] Provisioning complete for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:06.589708 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-68e3b1f0-c2ca-41c2-9fdb-9a7593e8c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:06.625974 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:12:06.637625 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-bfcdc476-2f43-4db3-b7c2-a3a7b2a41517 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce1651f1-2e09-4b16-9f82-12459c0ced08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545812 Sep 03 14:12:06.764935 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-68e3b1f0-c2ca-41c2-9fdb-9a7593e8c536 None None] Port 17fcfbb7-80b8-48b7-a1d2-759c55303941 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:12:06.989901 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device bd34b198-e1ad-474a-a61c-47a4ac13c750 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:07.040712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port bd34b198-e1ad-474a-a61c-47a4ac13c750 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:07.041117 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.137425 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8647b5fa-5f77-49cc-b018-04bdb26a64ce up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:07.210679 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 8647b5fa-5f77-49cc-b018-04bdb26a64ce triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:07.211052 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.360711 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.485078 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34350) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:07.490038 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007541174', 'description': 'tempest-secgroup-smoke-2007541174 description', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:07.589671 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.674579 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.728417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.758230 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c008d2ca-139d-4700-b997-307f7f894f6c,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:07.819230 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.820432 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1bcb78c6-c8d6-4951-8790-7977620e0b9d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3341451 Sep 03 14:12:07.823380 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34352) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:07.827741 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:07.892368 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:07.947030 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.007901 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.030351 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6070be9-93ef-4227-a2ba-02b74b14d071,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:08.094099 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.096071 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-556ff4d2-7d3c-4967-9494-035b4681e71c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710526 Sep 03 14:12:08.098810 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34356) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:08.104189 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:08.213386 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.268113 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.356935 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.376624 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2debc0-a333-403a-b7ce-b53120cacb3f,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:08.442933 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.444209 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8748a79f-46bc-4c63-8245-f0aebd1d4108 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445072 Sep 03 14:12:08.446923 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34360) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:08.451292 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:08.526744 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.584201 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.949626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:08.968297 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0d71a1-bd5d-44d2-9b8f-1e9e2de0b5f7,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:08.990810 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:09.015855 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.025647 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.032660 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-82630c4d-b992-4dd0-998b-f6233c3766ba tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5790527 Sep 03 14:12:09.032660 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34362) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:09.035004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:09.105059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:09.108782 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:09.109160 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.126904 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.186286 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.187221 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.205090 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:09.248186 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.267489 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3c4b70-7397-4516-bbbe-68d9f53b1cc0,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:09.269450 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.321451 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:09.354965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.356224 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-5fa54a3d-429f-4556-a6eb-719c93986a73 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3256602 Sep 03 14:12:09.358902 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34364) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:09.363870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:09.450054 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.securitygroups_db [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Project 19b8c8c7808d43e6a16a6c26a24c19fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:12:09.457370 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.745140 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.796413 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.812863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174ed17a-484b-466e-b4bb-216bda42f513,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:09.880448 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:09.881762 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d6e712da-e655-4ce3-a309-f30238e3c5ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5218818 Sep 03 14:12:09.884370 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34370) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:09.888762 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'security_group_rule': {'security_group_id': 'c008d2ca-139d-4700-b997-307f7f894f6c', 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:09.968084 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.securitygroups_db [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Project 19b8c8c7808d43e6a16a6c26a24c19fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:12:09.973387 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:10.033195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:10.097468 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:10.113831 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6226eeb0-d90a-445c-a306-c620989ea8a4,revision_number=0']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:10.191482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:10.192745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2475bdd1-a63c-4782-a7e6-112935213a1e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3074565 Sep 03 14:12:10.655146 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Sync routers for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:10.663517 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:10.664127 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:10.766850 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:10.965187 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '17fcfbb7-80b8-48b7-a1d2-759c55303941', 'name': '', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'mac_address': 'fa:16:3e:d3:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:05Z', 'updated_at': '2021-09-03T14:12:06Z', 'revision_number': 2, 'project_id': '75c042b8571642999625869bdd5f90f5', 'subnets': [{'id': '7be61556-be65-432c-8911-52e65d321b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:10.976470 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:10.991566 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Checking router: ce1651f1-2e09-4b16-9f82-12459c0ced08 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:10.991923 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Updating router ce1651f1-2e09-4b16-9f82-12459c0ced08 port 17fcfbb7-80b8-48b7-a1d2-759c55303941 binding host dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:12:11.022873 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.037448 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:11.037821 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.286390 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.295951 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Transition to ACTIVE for port object 17fcfbb7-80b8-48b7-a1d2-759c55303941 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:11.374049 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.425440 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d87a-0fbb-4fbf-b11f-d5c7812abb65 None None] Pushing event updated for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:11.478763 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Attempting to bind port 17fcfbb7-80b8-48b7-a1d2-759c55303941 on host dv-cinder-788367-6-iscsi for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:12:11.479185 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Attempting to bind port 17fcfbb7-80b8-48b7-a1d2-759c55303941 by drivers openvswitch,hyperv on host dv-cinder-788367-6-iscsi at level 0 using segments [{'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:12:11.479550 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Attempting to bind port 17fcfbb7-80b8-48b7-a1d2-759c55303941 on network 91884715-3ce7-4b25-a6a3-23f94ff52e3a {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:11.485042 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Checking agent: {'id': 'd3373b39-96fa-43c4-8b44-c86ae5f11cb6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 13, 55, 36), 'started_at': datetime.datetime(2021, 9, 3, 13, 56, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:12:11.485418 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Checking segment: {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:11.485847 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.486237 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Bound using segment: {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:12:11.486888 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Bound port: 17fcfbb7-80b8-48b7-a1d2-759c55303941, host: dv-cinder-788367-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24983ecf-057a-45cc-8154-29ca9d2f2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:12:11.487214 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.559773 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] For port 17fcfbb7-80b8-48b7-a1d2-759c55303941, host dv-cinder-788367-6-iscsi, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:12:11.562713 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] For port 17fcfbb7-80b8-48b7-a1d2-759c55303941, host dv-cinder-788367-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=17fcfbb7-80b8-48b7-a1d2-759c55303941,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:12:11.665656 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:11.723421 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:11.724059 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:11.725822 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d87a-0fbb-4fbf-b11f-d5c7812abb65 None None] Pushing event updated for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=4']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:11.834658 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:12.034844 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '17fcfbb7-80b8-48b7-a1d2-759c55303941', 'name': '', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'mac_address': 'fa:16:3e:d3:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:05Z', 'updated_at': '2021-09-03T14:12:11Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'subnets': [{'id': '7be61556-be65-432c-8911-52e65d321b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:12.060370 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231624ad-a180-48a4-bc89-766dbbae245d None None] The sync data for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi is: [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '17fcfbb7-80b8-48b7-a1d2-759c55303941', 'name': '', 'network_id': '91884715-3ce7-4b25-a6a3-23f94ff52e3a', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'mac_address': 'fa:16:3e:d3:72:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7be61556-be65-432c-8911-52e65d321b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:05Z', 'updated_at': '2021-09-03T14:12:11Z', 'revision_number': 4, 'project_id': '75c042b8571642999625869bdd5f90f5', 'subnets': [{'id': '7be61556-be65-432c-8911-52e65d321b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:12.991051 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 17fcfbb7-80b8-48b7-a1d2-759c55303941 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:13.087919 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:13.091643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:13.092017 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:13.172992 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:13.204105 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] For port 17fcfbb7-80b8-48b7-a1d2-759c55303941, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=17fcfbb7-80b8-48b7-a1d2-759c55303941,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:13.271126 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:13.321621 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Pushing event updated for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:14.739386 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:14.976648 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 17fcfbb7-80b8-48b7-a1d2-759c55303941 up at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:15.024115 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Provisioning complete for port 17fcfbb7-80b8-48b7-a1d2-759c55303941 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:15.024401 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:27.659798 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:12:33.482195 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8c8130fc-8b6e-4f7e-aa8c-7a6f98f7df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:36.059099 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3f78d70d-982f-426a-9d13-32962d6f5489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:36.508395 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:37.345167 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:38.487660 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-dd34eaf5-18c2-421b-97bf-755e8c2b7e4e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007541174&fields=id&tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe HTTP/1.1" status: 200 len: 267 time: 0.0328813 Sep 03 14:12:38.592926 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-2c91708f-acd9-461f-ac7f-153b1e822a64 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:38.594335 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-2c91708f-acd9-461f-ac7f-153b1e822a64 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 808 time: 0.1000950 Sep 03 14:12:38.608725 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-4cafd632-b72e-4c20-afa4-2099bc762762 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/quotas/19b8c8c7808d43e6a16a6c26a24c19fe HTTP/1.1" status: 200 len: 375 time: 0.0087183 Sep 03 14:12:38.658234 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-4469aa9d-4e04-4272-ac03-535682212936 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444257 Sep 03 14:12:38.755296 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-817d6cc5-6541-4f23-a3b1-c06dc9ce3955 service neutron] 10.222.0.13 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Sep 03 14:12:38.843670 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-0b4192c9-b5f2-474b-a6d6-1482722861be service neutron] 10.222.0.13 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821636 Sep 03 14:12:38.862874 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:39.387434 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7b0b6967-f8b7-42cc-9c47-62fec5a60af8 req-11a3cace-771e-4d0b-b9ab-1bf21b9ecec6 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 210 time: 0.0302110 Sep 03 14:12:40.479840 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9e894b84-42f5-47e9-aa25-dc2b2b3bd40f req-eb4de954-6360-4a11-9f4d-0c4b9f454961 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 210 time: 0.0268738 Sep 03 14:12:41.498933 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-88ad03ff-6aad-4721-a17d-8bb836911b89 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:41.500404 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-88ad03ff-6aad-4721-a17d-8bb836911b89 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 808 time: 0.1050208 Sep 03 14:12:41.545550 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-3567e1c6-f522-4dc1-87b1-69f54da49a86 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe HTTP/1.1" status: 200 len: 380 time: 0.0345900 Sep 03 14:12:41.555531 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'port': {'device_id': '353ae948-8c49-479c-93b1-527d31c64317', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'admin_state_up': True, 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'security_groups': ['c008d2ca-139d-4700-b997-307f7f894f6c']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:41.576517 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3828c91e-a4a1-4987-a48d-ee6c505cc70b req-c50a1b00-befc-4c3d-b4f8-2cd3d6f1a3ac tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Sep 03 14:12:41.736851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Made reservation on behalf of 19b8c8c7808d43e6a16a6c26a24c19fe for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:12:41.740435 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:41.867801 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Allocated IP 172.20.0.10 (42bfd5ce-6910-4108-97fe-f06de6024027/d39060de-1963-4198-8594-63038467921f/687a77d9-76c0-4b83-9f2c-4943483b0ec0) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:12:42.008544 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.022034 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Transition to ACTIVE for port object 687a77d9-76c0-4b83-9f2c-4943483b0ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:42.108745 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.151248 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Network 42bfd5ce-6910-4108-97fe-f06de6024027 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:42.154224 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:42.157878 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:12:42.166717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:42.197128 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200032 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200778 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200778 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.200968 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:42.229360 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:42.229993 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.362667 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-63fc7728-04a6-4e0f-b8db-c476bebc9a57 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8113229 Sep 03 14:12:42.378724 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Request body: {'port': {'device_id': '353ae948-8c49-479c-93b1-527d31c64317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:42.413374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-449dd1b8-4c8d-4d53-b7d4-9beb627b11b0 None None] Provisioning for port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:42.417527 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-449dd1b8-4c8d-4d53-b7d4-9beb627b11b0 None None] Provisioning complete for port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:42.418021 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-449dd1b8-4c8d-4d53-b7d4-9beb627b11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.436674 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.451665 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-449dd1b8-4c8d-4d53-b7d4-9beb627b11b0 None None] Port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:12:42.693318 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fd68-8ffe-4d28-83ba-aa0d98b98541 req-8c8b6ec3-ce46-4682-ae77-7bcb20dc6b5e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:42.694790 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc85fd68-8ffe-4d28-83ba-aa0d98b98541 req-8c8b6ec3-ce46-4682-ae77-7bcb20dc6b5e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 932 time: 0.0495112 Sep 03 14:12:42.697127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687a77d9-76c0-4b83-9f2c-4943483b0ec0 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:12:42.704780 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.716766 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Transition to ACTIVE for port object 687a77d9-76c0-4b83-9f2c-4943483b0ec0 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:12:42.732799 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc85fd68-8ffe-4d28-83ba-aa0d98b98541 req-7584ec3c-33a6-460f-9eeb-45124e2154bc tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Sep 03 14:12:42.788168 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.843405 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:42.909241 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Attempting to bind port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:12:42.909611 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Attempting to bind port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:12:42.910207 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Attempting to bind port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 on network 42bfd5ce-6910-4108-97fe-f06de6024027 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:42.914561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 on network 42bfd5ce-6910-4108-97fe-f06de6024027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:12:42.914910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Attempting to bind port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 on network 42bfd5ce-6910-4108-97fe-f06de6024027 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:12:42.919951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:12:42.920335 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Checking segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:12:42.920721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Bound using segment: {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:12:42.921149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Bound port: 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:12:42.921527 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:42.985750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:12:42.989309 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:12:43.045388 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:43.082577 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.083260 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:43.084722 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] 10.222.0.47 "PUT /v2.0/ports/687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 1094 time: 0.7108495 Sep 03 14:12:43.085156 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:12:43.087534 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e" -d '{"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:12:43.115221 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04f69-716d-4c5d-9903-83e532af1889 service neutron] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:43.127951 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b23ac-41a8-470e-9b07-c8c43ec12e49 x-openstack-request-id: req-471b23ac-41a8-470e-9b07-c8c43ec12e49 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:12:43.128251 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:12:43.128514 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-471b23ac-41a8-470e-9b07-c8c43ec12e49 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:12:43.128909 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'status': 'completed', 'code': 200} Sep 03 14:12:43.194177 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-dc384e0f-d484-4ad3-8320-f33045f9e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.195702 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-dc384e0f-d484-4ad3-8320-f33045f9e9bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1097 time: 0.0441806 Sep 03 14:12:43.301574 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-777ab3c9-84f4-4e16-8fc1-42c959687800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.303053 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-777ab3c9-84f4-4e16-8fc1-42c959687800 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978382 Sep 03 14:12:43.399599 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-4359986f-4f1f-4d85-8234-dfdeb36afb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.400979 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5f48920d-69dd-48c3-a6e6-5cb5afc9570e req-4359986f-4f1f-4d85-8234-dfdeb36afb67 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896394 Sep 03 14:12:43.476162 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-1f478374-16b2-4e90-9261-65dcc5e3ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.477563 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-1f478374-16b2-4e90-9261-65dcc5e3ae1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1097 time: 0.0393820 Sep 03 14:12:43.522419 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-2e1a8128-ec41-4f9c-b8e7-ed56b789ff8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 217 time: 0.0368958 Sep 03 14:12:43.571148 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-86054ed4-b22d-4dc1-9fd1-3e5bfd785505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.572590 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-86054ed4-b22d-4dc1-9fd1-3e5bfd785505 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0436432 Sep 03 14:12:43.618670 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-2787ab91-29ad-4457-82c9-dfd34059b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.620144 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-2787ab91-29ad-4457-82c9-dfd34059b39e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397594 Sep 03 14:12:43.709975 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-41a0f82f-6bf2-4de3-9837-319c5bc19e52 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Sep 03 14:12:43.798166 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-76ebc577-7b19-40ef-be11-bc1927f83d90 req-ce571e66-2337-465b-8a7c-a30f5a9997fb service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Sep 03 14:12:43.847723 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c88db-bf5c-4721-a241-721544312e7d req-2b6dc029-e303-47a0-b03e-1c8b3a96b0b7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:43.850064 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f90c88db-bf5c-4721-a241-721544312e7d req-2b6dc029-e303-47a0-b03e-1c8b3a96b0b7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0485737 Sep 03 14:12:43.893199 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f90c88db-bf5c-4721-a241-721544312e7d req-615297dd-437f-4277-b939-3759fe439efe tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Sep 03 14:12:44.742258 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:45.006865 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca392-3784-4059-88b0-ef5a32ee4cb5 req-2a407772-4e8d-4e9f-b76d-72824f6e85c0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:45.008249 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-00fca392-3784-4059-88b0-ef5a32ee4cb5 req-2a407772-4e8d-4e9f-b76d-72824f6e85c0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0480862 Sep 03 14:12:45.044734 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-00fca392-3784-4059-88b0-ef5a32ee4cb5 req-c254eb2e-89e4-4166-bf26-6377f2fc7e9a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Sep 03 14:12:46.158600 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71ee2c-2313-45e6-a1de-a4a14eaecfd6 req-ff52d0e9-ed47-4cb1-9547-6cc0c96c84ff tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:46.160359 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c71ee2c-2313-45e6-a1de-a4a14eaecfd6 req-ff52d0e9-ed47-4cb1-9547-6cc0c96c84ff tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0497236 Sep 03 14:12:46.164545 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-f9d1d4b3-0754-444b-b7e6-5070be081913 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428705 Sep 03 14:12:46.198091 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c71ee2c-2313-45e6-a1de-a4a14eaecfd6 req-1564871c-23f2-4cee-974f-593134b0906a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Sep 03 14:12:46.242452 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-85a4d80e-0380-4637-b2a3-f580c8baad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:46.243912 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-85a4d80e-0380-4637-b2a3-f580c8baad0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 1100 time: 0.0392072 Sep 03 14:12:46.344233 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-081f3c89-2cfb-4a85-a370-bbe7b24b4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:46.345655 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-081f3c89-2cfb-4a85-a370-bbe7b24b4ec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0811322 Sep 03 14:12:46.411524 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-fa20aaa5-0301-4f84-8912-6724fd65c4fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 200 len: 1001 time: 0.0582242 Sep 03 14:12:46.460760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-f18afdc5-dc9c-42a5-9b61-306995119d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:46.462226 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-f18afdc5-dc9c-42a5-9b61-306995119d52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0423961 Sep 03 14:12:46.507962 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-c7ad2919-a3e3-498b-866d-3970231f70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:46.509477 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-c7ad2919-a3e3-498b-866d-3970231f70b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397394 Sep 03 14:12:46.606045 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-ffff1e5f-7b73-4677-b3f0-a498a9b5cc19 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877934 Sep 03 14:12:46.691276 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9e392188-c6ef-4a90-a941-972a44ab5347 req-fa7e91ae-ef6f-4aa3-9904-abd8def5cd30 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782735 Sep 03 14:12:47.311224 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d21eb-f31e-42af-8536-85095e50c7a3 req-addf8923-7e70-45ed-94c0-ade2c0bad9a6 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:47.312682 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d14d21eb-f31e-42af-8536-85095e50c7a3 req-addf8923-7e70-45ed-94c0-ade2c0bad9a6 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0484364 Sep 03 14:12:47.353264 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d14d21eb-f31e-42af-8536-85095e50c7a3 req-e2c5ba85-4f58-4fa7-871e-d03453f0ead0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Sep 03 14:12:48.463613 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a601356-d9eb-4446-9bcf-c5e7d5c4e852 req-36fed93f-6c97-4baf-8bb5-1571d92813ce tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:48.465114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a601356-d9eb-4446-9bcf-c5e7d5c4e852 req-36fed93f-6c97-4baf-8bb5-1571d92813ce tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0486917 Sep 03 14:12:48.501787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a601356-d9eb-4446-9bcf-c5e7d5c4e852 req-8a381a68-c8c0-43eb-af11-66a0a3268fe7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307794 Sep 03 14:12:49.622509 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37e203-9e06-486b-91a1-fffb99331e43 req-142bc0ea-70eb-4bb8-8632-6e25bd35e934 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:49.623896 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac37e203-9e06-486b-91a1-fffb99331e43 req-142bc0ea-70eb-4bb8-8632-6e25bd35e934 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0489435 Sep 03 14:12:49.660714 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ac37e203-9e06-486b-91a1-fffb99331e43 req-08a6475f-521b-4953-ab16-019888907586 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Sep 03 14:12:50.770805 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64c1a6-2a2b-470d-9711-83f57182461b req-6ca67b34-d156-43cb-9959-8eb885c54ad8 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:50.772260 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ec64c1a6-2a2b-470d-9711-83f57182461b req-6ca67b34-d156-43cb-9959-8eb885c54ad8 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0479743 Sep 03 14:12:50.813014 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ec64c1a6-2a2b-470d-9711-83f57182461b req-c3af19f2-920f-4ceb-9acf-17d132200769 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Sep 03 14:12:51.885975 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:12:51.926325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3e930-3aa3-4572-bda2-19aeeb901834 req-a95a7e61-cdc1-4ddf-bd4d-6cb99913cf4e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:51.927967 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-99b3e930-3aa3-4572-bda2-19aeeb901834 req-a95a7e61-cdc1-4ddf-bd4d-6cb99913cf4e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0493836 Sep 03 14:12:51.966002 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-99b3e930-3aa3-4572-bda2-19aeeb901834 req-6093c8c4-1450-4130-9226-7ab1440b96c8 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Sep 03 14:12:51.982910 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:51.994207 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'mac_address': 'fa:16:3e:cf:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:12:52.029323 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:52.042194 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687a77d9-76c0-4b83-9f2c-4943483b0ec0 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:12:52.060810 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:52.150524 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:52.196001 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:52.202852 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.203206 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.203552 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.203891 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.204229 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.204567 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.204904 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.205751 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.206082 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.206412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.206743 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.207068 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:52.555409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['687a77d9-76c0-4b83-9f2c-4943483b0ec0'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:12:53.080977 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1d967-666c-4c29-ae1f-b1426f0bf495 req-b0ab69b2-1733-4ea9-aaef-55e4c595088d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:53.082499 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4af1d967-666c-4c29-ae1f-b1426f0bf495 req-b0ab69b2-1733-4ea9-aaef-55e4c595088d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Sep 03 14:12:53.119405 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4af1d967-666c-4c29-ae1f-b1426f0bf495 req-2f999a7c-12b9-409e-a94c-1d7a625ea59e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309119 Sep 03 14:12:53.901866 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:12:53.996018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:12:53.999550 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:12:53.999918 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:54.076586 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:54.099779 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:12:54.102324 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4d129-79a1-47e3-9f59-ca214858b840" -d '{"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-plugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:12:54.114599 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:12:54.138049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f26fa-fa73-4908-83df-0da57c9422b5 x-openstack-request-id: req-595f26fa-fa73-4908-83df-0da57c9422b5 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:12:54.138180 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-plugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:12:54.138424 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-595f26fa-fa73-4908-83df-0da57c9422b5 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:12:54.138825 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'code': 200} Sep 03 14:12:54.193511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:54.233192 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fc91a-31d2-433a-9c21-9f61a8b7ae31 req-47e59341-0c33-48d9-92f6-bc2ff358b70e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:54.235334 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-020fc91a-31d2-433a-9c21-9f61a8b7ae31 req-47e59341-0c33-48d9-92f6-bc2ff358b70e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0491557 Sep 03 14:12:54.242082 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:54.277190 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-020fc91a-31d2-433a-9c21-9f61a8b7ae31 req-5d66691b-8225-40b4-b449-a8c631cd3769 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365064 Sep 03 14:12:54.501344 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd37ebc-7096-4e79-a272-ca367712b3f2 req-e0b06cf9-888d-4a8e-a53f-a1dac64f90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:54.503518 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-abd37ebc-7096-4e79-a272-ca367712b3f2 req-e0b06cf9-888d-4a8e-a53f-a1dac64f90d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0430334 Sep 03 14:12:54.537890 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-abd37ebc-7096-4e79-a272-ca367712b3f2 req-295275d9-8e7e-4a55-842f-ad271654eced service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264113 Sep 03 14:12:55.387884 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96515b-760a-416d-8866-ee038a66dde7 req-54662d90-fb6e-4b3e-8a1b-36180980df00 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:55.389339 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ff96515b-760a-416d-8866-ee038a66dde7 req-54662d90-fb6e-4b3e-8a1b-36180980df00 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Sep 03 14:12:55.426367 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ff96515b-760a-416d-8866-ee038a66dde7 req-f86fe86e-be51-40ae-9330-36315f311bf5 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307629 Sep 03 14:12:56.540335 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9b3e-df10-4a4d-97dd-882e37fd2f78 req-b876d808-6ea5-430a-8926-b1c466cccc69 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:56.541966 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4bff9b3e-df10-4a4d-97dd-882e37fd2f78 req-b876d808-6ea5-430a-8926-b1c466cccc69 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Sep 03 14:12:56.578853 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4bff9b3e-df10-4a4d-97dd-882e37fd2f78 req-2c0ddd30-3baf-4969-a271-ed3b1e320f85 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Sep 03 14:12:56.689752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2945-1955-49d6-99cc-e946cf92876d req-8c6f543f-5a8f-4de5-8684-be509928a0cd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:56.691202 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-104c2945-1955-49d6-99cc-e946cf92876d req-8c6f543f-5a8f-4de5-8684-be509928a0cd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0482283 Sep 03 14:12:56.731152 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-104c2945-1955-49d6-99cc-e946cf92876d req-9891429a-53b1-4fa7-8b09-93f3289ba437 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342216 Sep 03 14:12:56.753927 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34666) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:56.879396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad9055-e657-463a-bd8c-7a1d84defa8e tempest-TestShelveInstance-1416206339 tempest-TestShelveInstance-1416206339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:56.880909 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2cad9055-e657-463a-bd8c-7a1d84defa8e tempest-TestShelveInstance-1416206339 tempest-TestShelveInstance-1416206339-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1094 time: 0.1260045 Sep 03 14:12:56.883823 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34670) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:12:56.888054 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:12:56.987576 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for floatingip, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:57.080896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:57.187081 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Allocated IP 172.27.0.165 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/a70c5098-e928-4739-b03d-6984f947e3cc) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:12:57.289666 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:57.433829 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:57.473017 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:12:57.476127 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:12:57.478813 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:12:57.508395 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'Port': ['ID=a70c5098-e928-4739-b03d-6984f947e3cc,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:57.520773 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.521136 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.521454 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.521811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.522141 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.522468 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.522792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.523116 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.523444 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.523762 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.524081 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.524396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:12:57.829645 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:57.956338 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:58.101063 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:58.159039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:58.227371 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event updated for resources: {'Port': ['ID=a70c5098-e928-4739-b03d-6984f947e3cc,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:12:58.238081 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:58.334787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Floating IP 9c95e76e-3bc3-40a9-9d80-1598af40f696 associated. External IP: 172.27.0.165, port: 687a77d9-76c0-4b83-9f2c-4943483b0ec0. Sep 03 14:12:58.538086 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Router 9b624317-3189-4f89-b350-d8fed1f0d65f has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:12:58.646065 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:12:58.656370 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Sync routers for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:12:58.665289 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:58.665955 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:58.776502 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:12:58.780455 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:58.805590 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3677d099-ad23-4e0e-889a-1ac6803309f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9207351 Sep 03 14:12:58.806172 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:12:58.808394 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:12:58.847286 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e566b6-0ceb-4444-baa3-d0a00ed3e873 x-openstack-request-id: req-65e566b6-0ceb-4444-baa3-d0a00ed3e873 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:12:58.847908 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:12:58.847908 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65e566b6-0ceb-4444-baa3-d0a00ed3e873 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:12:58.848270 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'status': 'completed', 'code': 200} Sep 03 14:12:58.918247 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-0815a678-8882-4605-85e8-d92574363d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:58.919775 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-0815a678-8882-4605-85e8-d92574363d6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0428753 Sep 03 14:12:59.018135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-bcc8863a-729c-4a3c-b87e-6b6cb1d46aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:59.019797 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-bcc8863a-729c-4a3c-b87e-6b6cb1d46aef service neutron] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 909 time: 0.0931892 Sep 03 14:12:59.078093 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd08ac8-228f-46f8-86da-ae06ba8c4c67 req-f362fc39-5abd-4b9e-b733-1368f4362216 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:59.079612 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1bd08ac8-228f-46f8-86da-ae06ba8c4c67 req-f362fc39-5abd-4b9e-b733-1368f4362216 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0534074 Sep 03 14:12:59.086996 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-1ff4bf00-3e98-4450-bbb9-7ff9bb2f5fcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0591769 Sep 03 14:12:59.121048 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1bd08ac8-228f-46f8-86da-ae06ba8c4c67 req-45210341-5aa6-49d5-992a-2ded2352df73 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335252 Sep 03 14:12:59.121340 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '9c95e76e-3bc3-40a9-9d80-1598af40f696', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'mac_address': 'fa:16:3e:cf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ae948-8c49-479c-93b1-527d31c64317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:12:57Z', 'updated_at': '2021-09-03T14:12:57Z', 'revision_number': 0, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:59.140124 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-ac86a37f-c8ff-45b1-a7e5-c1e3eb14db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:59.141845 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-ac86a37f-c8ff-45b1-a7e5-c1e3eb14db49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0470581 Sep 03 14:12:59.155042 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Checking router: 9b624317-3189-4f89-b350-d8fed1f0d65f for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:12:59.163785 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:12:59.164403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:59.190784 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-cae2318f-4923-4eaa-bbd3-b8881af54573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:12:59.192266 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-cae2318f-4923-4eaa-bbd3-b8881af54573 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431695 Sep 03 14:12:59.264437 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:12:59.286176 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-52cbcb03-6df9-4b7a-a9d9-4e9ca2bbf183 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Sep 03 14:12:59.379219 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d9ea1116-9f83-4442-9402-7ddcdc8dd1cc req-622d61db-dde2-440a-ac36-9bc4bd2164d9 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Sep 03 14:12:59.632364 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '9c95e76e-3bc3-40a9-9d80-1598af40f696', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'mac_address': 'fa:16:3e:cf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ae948-8c49-479c-93b1-527d31c64317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:12:57Z', 'updated_at': '2021-09-03T14:12:57Z', 'revision_number': 0, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:12:59.657560 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318a64b-679e-4807-9907-84e906d7c583 None None] The sync data for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi is: [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '9c95e76e-3bc3-40a9-9d80-1598af40f696', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'mac_address': 'fa:16:3e:cf:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353ae948-8c49-479c-93b1-527d31c64317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:12:57Z', 'updated_at': '2021-09-03T14:12:57Z', 'revision_number': 0, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:12:59.833852 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ebd6d-7c94-4f4a-b1f1-57e36f04bbdc None None] New status for floating IP 9c95e76e-3bc3-40a9-9d80-1598af40f696: ACTIVE {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:13:00.241440 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b6e6-5f45-4b11-b86a-0f876c79750f req-abfc2112-e8f5-4c8a-8055-e6fe01c2a829 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:00.242920 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21b6b6e6-5f45-4b11-b86a-0f876c79750f req-abfc2112-e8f5-4c8a-8055-e6fe01c2a829 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0509396 Sep 03 14:13:00.279914 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-21b6b6e6-5f45-4b11-b86a-0f876c79750f req-405471d5-5c48-4281-805b-251c318572ca tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311348 Sep 03 14:13:00.867622 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-25e508ea-da78-4946-a8cb-ff55acb98bd5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:00.869063 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-25e508ea-da78-4946-a8cb-ff55acb98bd5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0481954 Sep 03 14:13:00.962129 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Deleting port a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:13:00.962473 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.287474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] For port a6e6d67e-e2a9-4945-b476-2a876c032268, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6e6d67e-e2a9-4945-b476-2a876c032268,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:13:01.287843 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.396342 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768065-6485-451e-9ccf-11f3c25263ae req-84e11683-9d74-4e2d-82c9-55162c5554bb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:01.397887 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-12768065-6485-451e-9ccf-11f3c25263ae req-84e11683-9d74-4e2d-82c9-55162c5554bb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 947 time: 0.0482011 Sep 03 14:13:01.435768 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-12768065-6485-451e-9ccf-11f3c25263ae req-f8b19edd-d94a-4971-ad24-0f9e4613a8c3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ac51765-df33-4294-82a5-ba5a254af7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316892 Sep 03 14:13:01.456750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.457111 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.457424 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Floating IP 7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7 disassociated. External IP: 172.27.0.22, port: a6e6d67e-e2a9-4945-b476-2a876c032268. Sep 03 14:13:01.457792 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Calling delete_port for a6e6d67e-e2a9-4945-b476-2a876c032268 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:13:01.681365 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.710932 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'Port': ['ID=a6e6d67e-e2a9-4945-b476-2a876c032268,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:01.819040 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:13:01.922831 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:13:01.933046 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:13:01.951106 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:13:01.951754 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:01.964897 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] No DVR routers for this DVR port a6e6d67e-e2a9-4945-b476-2a876c032268 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:13:01.967465 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:01.969598 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d1fea37b-b5f5-4d98-ad1f-047f6ccd22a2 req-5a28cd67-af59-404d-b53e-0222bd821a85 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "DELETE /v2.0/ports/a6e6d67e-e2a9-4945-b476-2a876c032268 HTTP/1.1" status: 204 len: 173 time: 1.0937526 Sep 03 14:13:01.970036 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-deleted', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:13:01.972375 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1089a69-3b77-4383-b2cd-8b0990fc753c" -d '{"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-deleted", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:13:02.012649 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e879c6e-3fe7-41da-ae0e-8694e5cf4795 x-openstack-request-id: req-1e879c6e-3fe7-41da-ae0e-8694e5cf4795 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:13:02.012943 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2f6c1-aae4-4d94-ad8a-e635df55ed95", "name": "network-vif-deleted", "tag": "a6e6d67e-e2a9-4945-b476-2a876c032268", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:13:02.013200 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e879c6e-3fe7-41da-ae0e-8694e5cf4795 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:13:02.013653 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2f6c1-aae4-4d94-ad8a-e635df55ed95', 'name': 'network-vif-deleted', 'tag': 'a6e6d67e-e2a9-4945-b476-2a876c032268', 'status': 'completed', 'code': 200} Sep 03 14:13:02.061951 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:13:02.270429 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:02.297107 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:13:02.306307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:13:02.306942 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:12:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:02.414189 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:13:02.546673 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c472f45b-ff99-448f-8c90-3c4c39647c89 req-87c110c4-3a4a-4fa5-a681-82b0b04233e2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=90e2f6c1-aae4-4d94-ad8a-e635df55ed95 HTTP/1.1" status: 200 len: 210 time: 0.0260897 Sep 03 14:13:02.670300 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:02.700345 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011780e-b45a-4104-95f6-be9cd8719836 None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:13:02.908505 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a76ed0-3c7e-48c6-8b22-1609549c08b8 None None] New status for floating IP 7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7: DOWN {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:13:03.452952 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-69f37597-480e-42e3-a3c8-82b511764e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:03.692053 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34712) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:03.744853 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:03.770512 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:03.864263 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:03.866822 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:03.867998 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ac51765-df33-4294-82a5-ba5a254af7ce HTTP/1.1" status: 204 len: 168 time: 0.1749763 Sep 03 14:13:03.870831 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34716) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:03.877504 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad56609-9ba4-490a-903d-fd672598428e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac51765-df33-4294-82a5-ba5a254af7ce,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:03.886645 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.api.v2.resource [None req-06b983dd-c7ac-4dec-bf39-92221177bc0a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] show failed (client error): The resource could not be found. Sep 03 14:13:03.887884 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-06b983dd-c7ac-4dec-bf39-92221177bc0a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups/4ac51765-df33-4294-82a5-ba5a254af7ce HTTP/1.1" status: 404 len: 347 time: 0.0158575 Sep 03 14:13:03.890753 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34718) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:04.016325 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Deleting port ba9ce738-b021-499e-81e4-0d6bc159a705 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:13:04.016575 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.089198 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.089568 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.100760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Calling delete_port for ba9ce738-b021-499e-81e4-0d6bc159a705 owned by network:floatingip {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:13:04.290219 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.317284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'Port': ['ID=ba9ce738-b021-499e-81e4-0d6bc159a705,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:04.377902 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.380486 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.381658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7e771d23-25cc-4b8d-9a44-a318b19eafad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "DELETE /v2.0/floatingips/7cd93c6b-a62c-48c1-8fd4-d0ff39b6e5e7 HTTP/1.1" status: 204 len: 168 time: 0.4898684 Sep 03 14:13:04.659208 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:13:04.754484 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34722) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:04.759118 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58964866', 'description': 'tempest-description--948954472'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:04.841778 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:04.919641 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.010199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.040103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe2c3e-8727-4e62-abe2-13bfdadae7e5,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:05.101364 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.102603 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-5328c5a8-b6f4-4ae8-99bf-050e47400152 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3471177 Sep 03 14:13:05.105369 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34726) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:05.109748 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group_rule': {'security_group_id': '32fe2c3e-8727-4e62-abe2-13bfdadae7e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:05.203133 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.257285 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.324364 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.343785 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c75f60-e6cc-4dbc-ac3c-cb9109d7db4a,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:05.406967 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.408150 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-097d6570-20a7-4c73-a877-8dbd3ad86c2b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018212 Sep 03 14:13:05.412302 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34730) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:05.416573 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'security_group_rule': {'security_group_id': '32fe2c3e-8727-4e62-abe2-13bfdadae7e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:05.497098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.553981 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.612751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1953232'] for security_group_rule, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.631713 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da30a3bb-20d1-48ea-bfb6-de31907531b1,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:05.693132 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.694376 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-cc567192-4d07-4e24-a9bf-d67e52ae51a7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811711 Sep 03 14:13:05.698182 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 34732) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:05.702509 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:05.778520 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.869364 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:05.976821 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Allocated IP 172.27.0.58 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/3d6e44f5-442f-40c0-818c-31c1de20a364) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:13:05.978798 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:13:06.004320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: a6e6d67e-e2a9-4945-b476-2a876c032268 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:13:06.004664 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device a6e6d67e-e2a9-4945-b476-2a876c032268 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:13:06.075824 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4db61c53-3bde-499b-81a2-fd01f95570b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.082297 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.182098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.222485 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:13:06.225162 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:13:06.228452 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:13:06.235488 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=3d6e44f5-442f-40c0-818c-31c1de20a364,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:06.312455 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.409019 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.504668 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.556820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.626690 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.694384 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=3d6e44f5-442f-40c0-818c-31c1de20a364,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:06.706296 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.775259 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:06.776472 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-be83a091-fdad-454d-a785-46fc97bc52c0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0773818 Sep 03 14:13:06.954638 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-4c57a4bf-d575-4f4a-a194-de63d5cec2ad tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--58964866&fields=id&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 267 time: 0.0318336 Sep 03 14:13:07.058535 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-17b110c3-5960-4e08-9332-7710a14f6892 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:07.059961 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-17b110c3-5960-4e08-9332-7710a14f6892 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 815 time: 0.0981283 Sep 03 14:13:07.074645 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-6fbea2bb-4a94-4b73-9a3f-e3f95b29fc14 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/quotas/a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 375 time: 0.0085649 Sep 03 14:13:07.126281 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-d896b1e9-a849-45db-8d15-613f6022e8de tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465839 Sep 03 14:13:07.222915 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-293ca237-95d6-4d18-afd3-d1aff838ab3b service neutron] 10.222.0.13 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Sep 03 14:13:07.315251 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-07dbaca9-d07c-4a18-a37b-60543a7cdfca service neutron] 10.222.0.13 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Sep 03 14:13:07.353034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:07.538435 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ef15efed-4ef3-4ea8-9dca-b90fb3f7737f req-3147b639-c375-467b-9470-f12cc236b150 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 210 time: 0.0264201 Sep 03 14:13:08.635141 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-36784cc7-0c4c-49ca-aded-23557285b862 req-4e1f1a41-137d-4941-b9a7-545310e74d30 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Sep 03 14:13:08.866702 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:09.270627 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-d1b8f4b0-b4b8-4d18-a28c-c89d92a2e153 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:09.272159 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-d1b8f4b0-b4b8-4d18-a28c-c89d92a2e153 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 815 time: 0.0984442 Sep 03 14:13:09.317481 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e383042c-b538-4069-9730-c6cc6673b0f8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 378 time: 0.0356162 Sep 03 14:13:09.335849 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'port': {'device_id': 'a6b59640-6b85-4915-a70d-6019b599e009', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'admin_state_up': True, 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'security_groups': ['32fe2c3e-8727-4e62-abe2-13bfdadae7e5']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:09.510180 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Made reservation on behalf of a53ea15fb2884d8e8ad131cd4343647f for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:13:09.513959 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:09.638677 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Allocated IP 172.20.0.4 (27daac36-77c5-4dbf-ac2e-d37cd2eac503/4c6ff10d-f077-44ea-9be5-940acf89cf73/e09708cd-3fc9-4b33-b3a7-07cebe5ab605) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:13:09.732889 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6d7fd185-895d-4adf-a59c-5db632e61463 req-ab65e541-4a7f-4de9-9d11-1cd4b7aa2305 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 210 time: 0.0264072 Sep 03 14:13:09.774752 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:09.788046 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Transition to ACTIVE for port object e09708cd-3fc9-4b33-b3a7-07cebe5ab605 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:13:09.895766 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:09.938199 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:13:09.941747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:13:09.945271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:13:09.972472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:10.001641 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:10.002782 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.056441 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-e56d44ea-5fb4-436c-9745-3a6d74ef9e43 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243140 Sep 03 14:13:10.070229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Request body: {'port': {'device_id': 'a6b59640-6b85-4915-a70d-6019b599e009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:10.122623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.227081 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-6b4828d8-76a7-4bc5-97ea-7972b3d62dfc None None] Provisioning for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:13:10.230796 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-6b4828d8-76a7-4bc5-97ea-7972b3d62dfc None None] Provisioning complete for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:13:10.231168 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6b4828d8-76a7-4bc5-97ea-7972b3d62dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.265739 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-6b4828d8-76a7-4bc5-97ea-7972b3d62dfc None None] Port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:13:10.396772 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:13:10.404347 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.416638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Transition to ACTIVE for port object e09708cd-3fc9-4b33-b3a7-07cebe5ab605 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:13:10.478590 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.526749 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:10.603279 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Attempting to bind port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:13:10.603629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Attempting to bind port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:13:10.603966 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Attempting to bind port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:13:10.608548 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:13:10.608879 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Attempting to bind port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 on network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:13:10.614510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:13:10.614842 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Checking segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:13:10.615218 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Bound using segment: {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:13:10.615640 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Bound port: e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6a49d9-309a-40db-8ff5-70e3ba422d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:13:10.615994 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.683911 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:13:10.687007 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:13:10.770226 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.803751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:10.804393 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:10.805783 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] 10.222.0.47 "PUT /v2.0/ports/e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 200 len: 1093 time: 0.7398887 Sep 03 14:13:10.806215 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:13:10.808469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3f89bf-1764-4c7a-8519-5f638a875848" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:13:10.838777 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f311dc-ec34-47de-b775-be5d48df79cf service neutron] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:10.863479 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd4eb7-1193-4673-955a-1e06bea62a0c req-1118559f-7fad-4df3-b1cf-c3092dc7ad0d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:10.863989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124900e7-9426-4c89-86f2-8896bd865aba x-openstack-request-id: req-124900e7-9426-4c89-86f2-8896bd865aba {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:13:10.863989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:13:10.864202 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-124900e7-9426-4c89-86f2-8896bd865aba {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:13:10.864435 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'status': 'completed', 'code': 200} Sep 03 14:13:10.865484 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2bd4eb7-1193-4673-955a-1e06bea62a0c req-1118559f-7fad-4df3-b1cf-c3092dc7ad0d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0615327 Sep 03 14:13:10.914229 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a2bd4eb7-1193-4673-955a-1e06bea62a0c req-7f5a30ff-4151-41a1-ac94-de17481ac3c5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418935 Sep 03 14:13:10.938834 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-a57598f1-0ca4-492a-ae41-b8538de95609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:10.940429 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-a57598f1-0ca4-492a-ae41-b8538de95609 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1096 time: 0.0474062 Sep 03 14:13:11.046086 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-c140f071-09c9-4efa-b540-9c22c32e22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:11.047712 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-c140f071-09c9-4efa-b540-9c22c32e22ff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0982051 Sep 03 14:13:11.139283 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-06366942-b449-4003-8371-3f6b1d8590ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:11.140620 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ef3f89bf-1764-4c7a-8519-5f638a875848 req-06366942-b449-4003-8371-3f6b1d8590ad service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0829735 Sep 03 14:13:11.217525 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-907ac38a-ec74-4870-b35f-8342a1950b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:11.218979 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-907ac38a-ec74-4870-b35f-8342a1950b62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1096 time: 0.0427129 Sep 03 14:13:11.258208 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-8a075e13-d458-4ab9-a1a4-8737ac1d893a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 200 len: 217 time: 0.0313582 Sep 03 14:13:11.309854 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-96a64d6a-1732-48f5-8458-d4eaedd8936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:11.311301 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-96a64d6a-1732-48f5-8458-d4eaedd8936e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0418401 Sep 03 14:13:11.358089 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-616aa5c4-e25a-4257-a682-80126d89ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:11.359518 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-616aa5c4-e25a-4257-a682-80126d89ce27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417402 Sep 03 14:13:11.448374 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-1e275406-fe1f-4851-91d4-2d0f83729505 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785596 Sep 03 14:13:11.544477 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-4e4dd5e8-8f55-4caf-b04f-d85ad0432435 req-af4c1023-74e5-43e4-a53f-b043ba5d89d7 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866075 Sep 03 14:13:12.025999 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e698dd-aca4-42fd-8b5b-c7efea54bef6 req-f3803ebf-0fa7-4a79-bcf7-1d10f341b5a5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:12.027486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6e698dd-aca4-42fd-8b5b-c7efea54bef6 req-f3803ebf-0fa7-4a79-bcf7-1d10f341b5a5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0476909 Sep 03 14:13:12.065446 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6e698dd-aca4-42fd-8b5b-c7efea54bef6 req-e99fb291-440c-4f54-b8e0-83794391fdc0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320921 Sep 03 14:13:13.180800 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34eab6-55bd-458c-a55e-024b9df0ec63 req-b638516f-4d25-4b44-a13f-f9b75ca609ee tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:13.182278 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b34eab6-55bd-458c-a55e-024b9df0ec63 req-b638516f-4d25-4b44-a13f-f9b75ca609ee tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0478263 Sep 03 14:13:13.218146 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1b34eab6-55bd-458c-a55e-024b9df0ec63 req-95028ea6-72ab-4eb1-85c4-0dc792ddaaa5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301948 Sep 03 14:13:14.023203 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:13:14.116301 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:13:14.127609 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:13:14.162840 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:14.175315 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:13:14.195631 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:13:14.304725 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:14.340688 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab724c80-bbad-4527-b129-8791c7c7fa82 req-91b01d11-a8e1-4f8b-a857-b6b77f3cc342 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:14.342193 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ab724c80-bbad-4527-b129-8791c7c7fa82 req-91b01d11-a8e1-4f8b-a857-b6b77f3cc342 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Sep 03 14:13:14.357247 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:14.380114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ab724c80-bbad-4527-b129-8791c7c7fa82 req-6a053233-f453-4d88-9849-e822492c9793 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313358 Sep 03 14:13:14.649751 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['e09708cd-3fc9-4b33-b3a7-07cebe5ab605'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:13:14.753746 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:15.495615 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37df4-dcf7-4c6a-9679-976beb7c956e req-42a92bae-9f0c-47bf-855d-952ddc7f1d0b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:15.497087 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ac37df4-dcf7-4c6a-9679-976beb7c956e req-42a92bae-9f0c-47bf-855d-952ddc7f1d0b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 944 time: 0.0483296 Sep 03 14:13:15.533658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9ac37df4-dcf7-4c6a-9679-976beb7c956e req-d88f67b4-3ebb-4762-bed1-f522b2eb22c5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300961 Sep 03 14:13:16.032053 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:13:16.163625 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:13:16.167469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:13:16.167839 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:16.242555 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:16.263590 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:13:16.265803 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e71ec2-d73c-4337-863b-9c9e3b89d28d" -d '{"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:13:16.278437 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:13:16.302532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8877a20-ee6b-4251-8355-a15797f8a80c x-openstack-request-id: req-b8877a20-ee6b-4251-8355-a15797f8a80c {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:13:16.302824 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:13:16.303111 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8877a20-ee6b-4251-8355-a15797f8a80c {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:13:16.303520 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'code': 200} Sep 03 14:13:16.344097 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:16.393917 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:13:16.581595 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193284f7-1266-4fe4-9146-7e9cbce650eb req-a6e543d8-5d3c-4677-b141-79c64d3d4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:16.583154 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-193284f7-1266-4fe4-9146-7e9cbce650eb req-a6e543d8-5d3c-4677-b141-79c64d3d4f27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1098 time: 0.0409069 Sep 03 14:13:16.621101 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-193284f7-1266-4fe4-9146-7e9cbce650eb req-9f18fa81-a2e8-463e-b6c3-aa1bf8f73a64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281138 Sep 03 14:13:16.702007 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d22e-1444-420b-95a5-cfff830d0fbb req-76afd0a3-a072-4334-af46-4cbef37c0068 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:16.703450 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f987d22e-1444-420b-95a5-cfff830d0fbb req-76afd0a3-a072-4334-af46-4cbef37c0068 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Sep 03 14:13:16.739337 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f987d22e-1444-420b-95a5-cfff830d0fbb req-49f565b1-cf12-46af-adba-2230dde51f4b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294328 Sep 03 14:13:17.856541 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b79664-806c-4e82-9606-9544ab8d96ea req-4381ce55-7b0a-484d-b83f-55e120e3b076 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:17.858023 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41b79664-806c-4e82-9606-9544ab8d96ea req-4381ce55-7b0a-484d-b83f-55e120e3b076 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Sep 03 14:13:17.894867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-41b79664-806c-4e82-9606-9544ab8d96ea req-82edbcf8-ed4b-4f8f-bc2f-39b372749758 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305097 Sep 03 14:13:19.009028 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f143412-e6ed-4e1e-8794-1c981ca8190f req-c8ae2843-8f9c-42b4-9f2d-8066aaa6a788 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:19.010486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4f143412-e6ed-4e1e-8794-1c981ca8190f req-c8ae2843-8f9c-42b4-9f2d-8066aaa6a788 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 03 14:13:19.046718 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4f143412-e6ed-4e1e-8794-1c981ca8190f req-e2bfd519-a9e3-4269-bfd1-fff1a8d55135 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305140 Sep 03 14:13:19.160729 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816509-f53a-440c-a426-f3f6a1c9fbea req-4dcad690-73b8-460d-bb23-d61b4a87eaa0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:19.162185 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0a816509-f53a-440c-a426-f3f6a1c9fbea req-4dcad690-73b8-460d-bb23-d61b4a87eaa0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0471196 Sep 03 14:13:19.170390 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 34816) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:13:19.175417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Request body: {'floatingip': {'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:13:19.215404 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:19.868752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:19.920910 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:20.022993 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Floating IP 122fa5ee-5e88-4200-9850-8959a966dd18 associated. External IP: 172.27.0.58, port: e09708cd-3fc9-4b33-b3a7-07cebe5ab605. Sep 03 14:13:20.218417 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:13:20.324525 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:13:20.329336 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:20.333929 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:13:20.343415 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:13:20.344042 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:13:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:20.356748 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-28f23aeb-123f-4a2b-9340-f9009cd58da7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "PUT /v2.0/floatingips/122fa5ee-5e88-4200-9850-8959a966dd18 HTTP/1.1" status: 200 len: 990 time: 1.1853051 Sep 03 14:13:20.357327 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:13:20.359606 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:13:20.450926 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:13:20.490927 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637efa53-c072-4e17-b9c7-d41f4681d7e7 x-openstack-request-id: req-637efa53-c072-4e17-b9c7-d41f4681d7e7 {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:13:20.491218 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:13:20.491471 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-637efa53-c072-4e17-b9c7-d41f4681d7e7 {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:13:20.491870 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'status': 'completed', 'code': 200} Sep 03 14:13:20.553731 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-286ec7a7-205f-4f37-8b2b-22ae7d79396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:20.555201 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-286ec7a7-205f-4f37-8b2b-22ae7d79396e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1098 time: 0.0409033 Sep 03 14:13:20.649333 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-f73b16fe-0dce-4992-a2d0-f0e82a5dbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:20.650893 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-f73b16fe-0dce-4992-a2d0-f0e82a5dbc26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0857689 Sep 03 14:13:20.674410 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '122fa5ee-5e88-4200-9850-8959a966dd18', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b59640-6b85-4915-a70d-6019b599e009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:13:06Z', 'updated_at': '2021-09-03T14:13:19Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:20.699465 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:13:20.708058 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:13:20.708662 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:13:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:20.716516 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-e3b8a659-156d-43e2-b8bd-0e1ac6ec35cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 200 len: 998 time: 0.0563684 Sep 03 14:13:20.772570 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-df1515f4-4293-4570-8d91-85d2b6cbad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:20.774040 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-df1515f4-4293-4570-8d91-85d2b6cbad5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0477328 Sep 03 14:13:20.812706 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:13:20.821659 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-f71498d9-aac1-47c4-b15b-fc15a652e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:20.823150 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-f71498d9-aac1-47c4-b15b-fc15a652e3dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391641 Sep 03 14:13:20.914270 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-ea95b3df-aa09-41b3-88fb-9108613dfb16 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816877 Sep 03 14:13:21.008513 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-2d3b733d-3906-4ad1-ae36-10a1beaff3aa req-e382c5c4-47d2-427e-9cad-4e1313e5acee service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839620 Sep 03 14:13:21.037890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '122fa5ee-5e88-4200-9850-8959a966dd18', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b59640-6b85-4915-a70d-6019b599e009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:13:06Z', 'updated_at': '2021-09-03T14:13:19Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:13:21.062351 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af89045-da7d-4d39-af04-8f7a072de9e4 None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '122fa5ee-5e88-4200-9850-8959a966dd18', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b59640-6b85-4915-a70d-6019b599e009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:13:06Z', 'updated_at': '2021-09-03T14:13:19Z', 'revision_number': 1, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:13:21.259026 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c672d-5a2d-4737-b893-e8f9f4e95249 None None] New status for floating IP 122fa5ee-5e88-4200-9850-8959a966dd18: ACTIVE {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:13:33.483729 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a889a99b-6740-495c-91cf-e0a8b8e8b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:36.054779 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c44175-e91c-4559-8843-f7d228932fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:36.506181 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:37.346181 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:38.865708 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:41.657979 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:13:44.802641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:13:48.139391 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-4f3f6ec9-2914-4562-a461-c1cafd0e185e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395036 Sep 03 14:13:48.197744 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-01c06475-3524-4b46-ab12-ae4a91ffdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:48.199103 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-01c06475-3524-4b46-ab12-ae4a91ffdee0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1098 time: 0.0382795 Sep 03 14:13:48.303156 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-9587b120-8c6f-475b-8c8a-299f071ec7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:48.304623 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-9587b120-8c6f-475b-8c8a-299f071ec7ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0858059 Sep 03 14:13:48.366671 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-509e8190-bc1a-47b6-88e7-2cddd9cec17f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 1001 time: 0.0546553 Sep 03 14:13:48.418077 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-a7e0bae7-bf39-40a0-9f81-6043cdaac0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:48.419531 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-a7e0bae7-bf39-40a0-9f81-6043cdaac0bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0453813 Sep 03 14:13:48.467774 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-6acb0579-db98-4c43-8f31-5d1d3eaa84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:48.469227 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-6acb0579-db98-4c43-8f31-5d1d3eaa84ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423374 Sep 03 14:13:48.558147 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-12be142b-7288-4fa0-80f2-487d8d9d957c service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810926 Sep 03 14:13:48.646346 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-9f426a4c-e454-4703-bff1-831ae9778be2 req-d7741034-d9bd-43ae-9526-f6c815074b0b service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803506 Sep 03 14:13:58.473675 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86681094-b10d-4cdb-b97f-2d47ab124bbb req-1fe69c27-bfa9-4f32-ac8c-14d4d02ab789 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:58.475145 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-86681094-b10d-4cdb-b97f-2d47ab124bbb req-1fe69c27-bfa9-4f32-ac8c-14d4d02ab789 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Sep 03 14:13:58.511580 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-86681094-b10d-4cdb-b97f-2d47ab124bbb req-ade4f0ed-da3b-41d3-9d9f-12adc268396c tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305953 Sep 03 14:13:59.625521 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8a1a2-c58b-4818-964e-1cca5d28ab47 req-12388d80-f9be-4b26-98ac-1967edc510bf tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:13:59.626902 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39f8a1a2-c58b-4818-964e-1cca5d28ab47 req-12388d80-f9be-4b26-98ac-1967edc510bf tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0488255 Sep 03 14:13:59.664232 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-39f8a1a2-c58b-4818-964e-1cca5d28ab47 req-d942692d-89a9-468c-8ad3-ccaf9e82e2b4 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Sep 03 14:14:00.685492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-9a90b0b4-ea7b-44dd-b0ce-f757dc6412b2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:00.686849 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-9a90b0b4-ea7b-44dd-b0ce-f757dc6412b2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0479605 Sep 03 14:14:00.777017 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed966-a3eb-432c-814c-973bef20abfe req-b0623330-5136-44a1-a76d-53c5ff258044 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:00.778527 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e84ed966-a3eb-432c-814c-973bef20abfe req-b0623330-5136-44a1-a76d-53c5ff258044 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Sep 03 14:14:00.783041 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Deleting port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:00.783387 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:00.814653 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e84ed966-a3eb-432c-814c-973bef20abfe req-e4a58c5f-4232-4077-91a3-936e41df8e23 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups?id=4588d78c-9f4d-4d77-9653-614c18402e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299869 Sep 03 14:14:00.868367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] For port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:00.918149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:01.037756 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:01.037992 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:01.038305 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Floating IP 1f6305d9-2666-4887-a409-77935341982f disassociated. External IP: 172.27.0.219, port: 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b. Sep 03 14:14:01.038639 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Calling delete_port for 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:01.207955 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:01.236126 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'Port': ['ID=1de2377e-0990-4b21-a24e-7b7fe6cf1f7b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:01.246114 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.246463 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.246816 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.247147 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.247474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.247804 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.248133 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.248460 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.248790 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.249112 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.249998 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.249998 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:01.357525 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:14:01.458269 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:14:01.467873 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:14:01.476915 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:01.477557 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:13:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:01.500479 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] No DVR routers for this DVR port 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:14:01.503724 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:01.506254 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-da2f1481-0998-4ee6-980b-adf7314cc5e2 req-3ebc3da3-bfba-4bfa-a87d-82b2387e03a9 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.47 "DELETE /v2.0/ports/1de2377e-0990-4b21-a24e-7b7fe6cf1f7b HTTP/1.1" status: 204 len: 173 time: 0.8126111 Sep 03 14:14:01.506728 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'name': 'network-vif-deleted', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:14:01.509775 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514aaca6-287c-496c-84cd-c169fdb6fce1" -d '{"events": [{"server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "name": "network-vif-deleted", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:14:01.547923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655fd68-5256-47f6-b042-da227aec9232 x-openstack-request-id: req-4655fd68-5256-47f6-b042-da227aec9232 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:14:01.551223 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f045aec-b408-4a86-bfd0-31b119a16d15", "name": "network-vif-deleted", "tag": "1de2377e-0990-4b21-a24e-7b7fe6cf1f7b", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:14:01.551223 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4655fd68-5256-47f6-b042-da227aec9232 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:14:01.551223 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f045aec-b408-4a86-bfd0-31b119a16d15', 'name': 'network-vif-deleted', 'tag': '1de2377e-0990-4b21-a24e-7b7fe6cf1f7b', 'status': 'completed', 'code': 200} Sep 03 14:14:01.716355 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:01.916567 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:01.924348 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3f976532-0175-4a98-be6c-4c1244271f6f req-404e3508-a247-4bd3-a9b8-cf883ce13bf2 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f045aec-b408-4a86-bfd0-31b119a16d15 HTTP/1.1" status: 200 len: 210 time: 0.0298431 Sep 03 14:14:01.942010 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:14:01.950283 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:01.950897 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:13:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:02.054087 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:02.259980 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:02.286453 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc011b-6e02-423c-8f63-e8d0c90a5d41 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:03:39Z', 'revision_number': 4, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': 'fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2', 'name': '', 'network_id': '8665bc69-f6bb-4351-bebc-d79a0fe21419', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'mac_address': 'fa:16:3e:45:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e0f467-9aed-4335-8449-122530d892ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:38Z', 'updated_at': '2021-09-03T14:03:47Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'subnets': [{'id': '96e0f467-9aed-4335-8449-122530d892ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:14:02.494632 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3c672-aff9-4cee-8af9-297b46180f10 None None] New status for floating IP 1f6305d9-2666-4887-a409-77935341982f: DOWN {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:14:03.058028 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35076) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:03.111396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.135713 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.248138 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.250832 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.251988 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "DELETE /v2.0/security-groups/4588d78c-9f4d-4d77-9653-614c18402e77 HTTP/1.1" status: 204 len: 168 time: 0.1929419 Sep 03 14:14:03.254814 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35080) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:03.261555 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588d78c-9f4d-4d77-9653-614c18402e77,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.271896 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.273017 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a55a4-5aef-4feb-ad42-0cbbf81ad1d5 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:03.279308 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.api.v2.resource [None req-88f29845-f83d-461e-9f4e-66c6c1c1ab86 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] show failed (client error): The resource could not be found. Sep 03 14:14:03.280499 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-88f29845-f83d-461e-9f4e-66c6c1c1ab86 tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "GET /v2.0/security-groups/4588d78c-9f4d-4d77-9653-614c18402e77 HTTP/1.1" status: 404 len: 347 time: 0.0243628 Sep 03 14:14:03.283627 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35082) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:03.465890 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-905f29fd-6091-4f6a-85cc-ebebde2fb489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.657568 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Deleting port eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:03.658099 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.730214 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.730545 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.742234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Calling delete_port for eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c owned by network:floatingip {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:03.949338 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:03.977997 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Pushing event deleted for resources: {'Port': ['ID=eb9a5a5b-20a6-4af0-bc89-6b0c1d728b5c,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:04.036051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:04.038660 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:04.039848 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-26d234bb-40be-44ca-8a01-800968cb51dc tempest-AttachVolumeTestJSON-899675219 tempest-AttachVolumeTestJSON-899675219-project] 10.222.0.13 "DELETE /v2.0/floatingips/1f6305d9-2666-4887-a409-77935341982f HTTP/1.1" status: 204 len: 168 time: 0.7544670 Sep 03 14:14:04.261758 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:14:04.285761 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:14:04.286176 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 1de2377e-0990-4b21-a24e-7b7fe6cf1f7b not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:14:06.053342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4faa7bd9-2ead-41dc-8cd3-e6ebdc306f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:06.504113 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:07.333577 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:08.869072 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:11.177310 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35152) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:11.596142 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:11.836050 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Deleting port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:11.836387 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:11.914908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] For port fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:11.915183 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:11.927521 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Calling delete_port for fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 owned by network:router_interface {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:12.149299 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:12.175360 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:12.333101 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:12.540486 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Router 26718b3f-6911-4c5c-b73c-40976045b7e8 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:14:12.643673 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:14:12.648650 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8e20296a-4789-4521-bb18-092739270b00 admin admin] 10.222.0.13 "PUT /v2.0/routers/26718b3f-6911-4c5c-b73c-40976045b7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703045 Sep 03 14:14:12.651189 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35160) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:12.652265 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Sync routers for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:14:12.661834 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:12.662452 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:14:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:12.753510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:12.766136 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:12.856092 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:12.944021 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:14:12Z', 'revision_number': 5, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port': {'id': 'c04d0e05-9d26-45a4-98e9-34cafbede5ee', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:03:34Z', 'updated_at': '2021-09-03T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:12.964406 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Deleting port c04d0e05-9d26-45a4-98e9-34cafbede5ee {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:12.964796 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:12.970159 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Checking router: 26718b3f-6911-4c5c-b73c-40976045b7e8 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:14:12.978865 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Routers {'26718b3f-6911-4c5c-b73c-40976045b7e8'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:12.979485 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:14:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['26718b3f-6911-4c5c-b73c-40976045b7e8'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:13.049851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] For port c04d0e05-9d26-45a4-98e9-34cafbede5ee, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=c04d0e05-9d26-45a4-98e9-34cafbede5ee,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:13.050144 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.062266 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Calling delete_port for c04d0e05-9d26-45a4-98e9-34cafbede5ee owned by network:router_gateway {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:13.068301 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] Set router 26718b3f-6911-4c5c-b73c-40976045b7e8 gateway port host: None {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:13.118851 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:14:12Z', 'revision_number': 6, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:13.147948 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c77f6b-69d0-4d55-9ec2-50a04aed3b98 None None] The sync data for ids ['26718b3f-6911-4c5c-b73c-40976045b7e8'] in dv-cinder-788367-6-iscsi is: [{'id': '26718b3f-6911-4c5c-b73c-40976045b7e8', 'name': 'tempest-AttachVolumeTestJSON-423602534-router', 'tenant_id': '43c52991e5e949b995034089abdb03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:03:33Z', 'updated_at': '2021-09-03T14:14:12Z', 'revision_number': 6, 'project_id': '43c52991e5e949b995034089abdb03b0', 'gw_port_host': None}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:14:13.293908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.320181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04d0e05-9d26-45a4-98e9-34cafbede5ee,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:13.378256 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.463439 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.465480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.636637 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.637237 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26718b3f-6911-4c5c-b73c-40976045b7e8 {{(pid=94510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:14:13.641571 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.642730 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-13754da4-cee9-4054-81fb-0ca7186718b8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/26718b3f-6911-4c5c-b73c-40976045b7e8 HTTP/1.1" status: 204 len: 168 time: 0.9906225 Sep 03 14:14:13.645120 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35166) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:13.689555 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Deleting subnet 96e0f467-9aed-4335-8449-122530d892ce {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:14:13.692528 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.725410 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.813245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.938514 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.963720 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e0f467-9aed-4335-8449-122530d892ce,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:13.969509 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:13.972062 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b6c7688b-330c-4769-94e0-a92d3a7dc76a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96e0f467-9aed-4335-8449-122530d892ce HTTP/1.1" status: 204 len: 168 time: 0.3258963 Sep 03 14:14:13.974464 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35170) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:13.978004 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b0c2b-c088-4c71-b706-f16b20f38925 None None] Network 8665bc69-f6bb-4351-bebc-d79a0fe21419 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:14:14.047612 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.105754 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Deleting port 3ddeb003-5d70-4023-833f-f32af8d36094 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:14.106092 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.162080 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] DHCP port deletion for 8665bc69-f6bb-4351-bebc-d79a0fe21419 request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:14:14.176321 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] For port 3ddeb003-5d70-4023-833f-f32af8d36094, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=3ddeb003-5d70-4023-833f-f32af8d36094,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:14.176737 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.188935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Calling delete_port for 3ddeb003-5d70-4023-833f-f32af8d36094 owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:14.210220 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Deleting port 3ddeb003-5d70-4023-833f-f32af8d36094 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:14:14.210600 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.278213 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] For port 3ddeb003-5d70-4023-833f-f32af8d36094, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=3ddeb003-5d70-4023-833f-f32af8d36094,segment=NetworkSegment(b71fb728-bd87-4283-bc51-c038cb67d5a0),segment_id=b71fb728-bd87-4283-bc51-c038cb67d5a0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:14.290417 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.291449 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Calling delete_port for 3ddeb003-5d70-4023-833f-f32af8d36094 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:14:14.356134 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.368733 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.381693 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddeb003-5d70-4023-833f-f32af8d36094,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:14.386457 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] No DVR routers for this DVR port 3ddeb003-5d70-4023-833f-f32af8d36094 on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:14:14.394753 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Pushing event deleted for resources: {'Port': ['ID=3ddeb003-5d70-4023-833f-f32af8d36094,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:14.396968 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] No DVR routers for this DVR port 3ddeb003-5d70-4023-833f-f32af8d36094 on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.407880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.409374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.409374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.409374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a3b2f-fe8a-49f8-8ef9-32c1e5096970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:14:14.463261 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.473586 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8665bc69-f6bb-4351-bebc-d79a0fe21419']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:14.483324 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71fb728-bd87-4283-bc51-c038cb67d5a0') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:14.483618 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71fb728-bd87-4283-bc51-c038cb67d5a0') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:14.492720 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.505834 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.511599 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:14:14.511976 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:14:14.513571 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:14:14.607371 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.614596 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.615999 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] 10.222.0.13 "DELETE /v2.0/networks/8665bc69-f6bb-4351-bebc-d79a0fe21419 HTTP/1.1" status: 204 len: 168 time: 0.6406181 Sep 03 14:14:14.625086 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ce852-db10-461f-8680-4a73dd70e7da admin admin] Pushing event deleted for resources: {'Network': ['ID=8665bc69-f6bb-4351-bebc-d79a0fe21419,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:14.754703 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:14.893155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35176) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:14.935181 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-da229e3e-5049-4244-9221-68fefe24ee35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43c52991e5e949b995034089abdb03b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407979 Sep 03 14:14:14.937434 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35178) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:14.984721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:15.008253 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:15.048273 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:14:15.068539 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:14:15.069125 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device fa76b16e-6403-4dfe-bdb9-ea7ff72e75b2 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:14:15.069909 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device c04d0e05-9d26-45a4-98e9-34cafbede5ee no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:14:15.089454 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: c04d0e05-9d26-45a4-98e9-34cafbede5ee {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:14:15.089824 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device c04d0e05-9d26-45a4-98e9-34cafbede5ee not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:14:15.090240 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 3ddeb003-5d70-4023-833f-f32af8d36094 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:14:15.111115 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 3ddeb003-5d70-4023-833f-f32af8d36094 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:14:15.111458 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 3ddeb003-5d70-4023-833f-f32af8d36094 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:14:15.132241 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:15.134918 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:15.136099 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01b26de3-ccf3-431a-b6a8-4b6e148605f5 HTTP/1.1" status: 204 len: 168 time: 0.1977057 Sep 03 14:14:15.151909 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b0c87-73ba-4a1d-9ebd-f3e4e5ca35ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b26de3-ccf3-431a-b6a8-4b6e148605f5,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:16.646186 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-e877aa6d-8859-41e2-8d65-efd4b7a74c67 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342732221&fields=id&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 267 time: 0.0325770 Sep 03 14:14:16.756569 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-e35b43ef-1391-45fc-88c3-2ab22f7a6f39 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:16.758084 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-e35b43ef-1391-45fc-88c3-2ab22f7a6f39 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.1051774 Sep 03 14:14:16.772760 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-3b5b6316-fc5d-4d01-83c9-1b2e143b40a8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/quotas/6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Sep 03 14:14:16.831112 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-029b04d8-c407-40f2-a413-093e57ee347b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530715 Sep 03 14:14:16.847408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-0f567f59-3a06-4a97-8d61-3d3561cfebfc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:14:16.848375 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-0f567f59-3a06-4a97-8d61-3d3561cfebfc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056806 Sep 03 14:14:16.939681 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-baa99dc3-501a-4f5c-85b8-4f66f1f1e0cb service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854874 Sep 03 14:14:17.026678 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-818a901d-9534-45f4-a425-a8122ce9f4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809247 Sep 03 14:14:17.712157 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9fe36fa1-f313-427f-9d1c-cfe1dedf841b req-af2fb998-7418-419d-9a08-c0d6a72b4a81 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 210 time: 0.0279582 Sep 03 14:14:18.656726 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:14:18.816006 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6deb96e5-0646-44ff-a098-c1045beeace3 req-78205747-5f73-42da-816a-47fd9283bbd7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 210 time: 0.0355082 Sep 03 14:14:19.408522 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-562f6312-ee66-4e3c-ac2f-fd8c619e05bc tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:19.410081 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-562f6312-ee66-4e3c-ac2f-fd8c619e05bc tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 812 time: 0.1071932 Sep 03 14:14:19.456184 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-13514129-8095-4ad6-b7b3-3bc7ed152051 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7b11e40c354b4e84b35b10cdff0664 HTTP/1.1" status: 200 len: 379 time: 0.0351574 Sep 03 14:14:19.467467 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'port': {'device_id': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'admin_state_up': True, 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'security_groups': ['4e3434a2-cef3-4d83-90bd-816ff16aca16']}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:14:19.674980 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Made reservation on behalf of 6e7b11e40c354b4e84b35b10cdff0664 for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:14:19.679471 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:19.809683 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.20.0.8 (4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b/cec8da25-e67d-40fd-91ed-de19cfc576c3/c1c3c188-647c-40cc-863e-62887812bc76) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:14:19.912470 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a41e57a8-7ad0-430d-9ffc-e497531b9f92 req-d5c36d27-b42f-4ff7-b3ab-ee5c3040ca7c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 210 time: 0.0306900 Sep 03 14:14:19.948127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:19.959696 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Transition to ACTIVE for port object c1c3c188-647c-40cc-863e-62887812bc76 will not be triggered until provisioned by entity DHCP. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:14:20.042102 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.081164 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:14:20.084803 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:14:20.088377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:14:20.116334 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:20.145506 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:20.146164 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.218781 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-bdd13f6f-9492-49c7-9225-662ee9f3e5c7 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548761 Sep 03 14:14:20.228704 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-d0b1e8d8-0670-4835-bcd0-16bd98013579 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:14:20.229803 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-d0b1e8d8-0670-4835-bcd0-16bd98013579 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054367 Sep 03 14:14:20.243681 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Request body: {'port': {'device_id': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:14:20.299838 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.356313 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b273f4b9-9a5b-498b-a240-a9f47cc6083f None None] Provisioning for port c1c3c188-647c-40cc-863e-62887812bc76 completed by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:14:20.366457 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-b273f4b9-9a5b-498b-a240-a9f47cc6083f None None] Provisioning complete for port c1c3c188-647c-40cc-863e-62887812bc76 triggered by entity DHCP. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:14:20.366457 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b273f4b9-9a5b-498b-a240-a9f47cc6083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.394486 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-b273f4b9-9a5b-498b-a240-a9f47cc6083f None None] Port c1c3c188-647c-40cc-863e-62887812bc76 cannot update to ACTIVE because it is not bound. {{(pid=94512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:14:20.816345 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c3c188-647c-40cc-863e-62887812bc76 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:14:20.823767 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.836038 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Transition to ACTIVE for port object c1c3c188-647c-40cc-863e-62887812bc76 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:14:20.915990 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:20.967591 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:21.036481 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Attempting to bind port c1c3c188-647c-40cc-863e-62887812bc76 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:14:21.036989 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Attempting to bind port c1c3c188-647c-40cc-863e-62887812bc76 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:14:21.037890 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Attempting to bind port c1c3c188-647c-40cc-863e-62887812bc76 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:14:21.042255 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Port c1c3c188-647c-40cc-863e-62887812bc76 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:14:21.042665 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Attempting to bind port c1c3c188-647c-40cc-863e-62887812bc76 on network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:14:21.046569 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d24dd7-059e-4401-af00-547de16bc9cb req-63180152-757a-4e56-b3ed-d570af038580 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.048045 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:14:21.048447 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Checking segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:14:21.048891 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Bound using segment: {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:14:21.049384 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Bound port: c1c3c188-647c-40cc-863e-62887812bc76, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:14:21.049827 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.055407 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-71d24dd7-059e-4401-af00-547de16bc9cb req-63180152-757a-4e56-b3ed-d570af038580 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0593946 Sep 03 14:14:21.098089 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-71d24dd7-059e-4401-af00-547de16bc9cb req-2c4737b6-1c41-4d7a-850c-8214fb03306c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Sep 03 14:14:21.122856 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:14:21.126489 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1c3c188-647c-40cc-863e-62887812bc76,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:14:21.184955 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.219741 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.220367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.221797 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] 10.222.0.47 "PUT /v2.0/ports/c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 200 len: 1093 time: 0.9825838 Sep 03 14:14:21.224175 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:14:21.232829 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:14:21.251795 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35312) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:21.265980 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0f05f-47d4-4c32-ab09-a9c976d4a141 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:21.386670 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-15a1970a-6f9b-4b07-8162-f13d85e86f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.388512 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-15a1970a-6f9b-4b07-8162-f13d85e86f21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1096 time: 0.0549111 Sep 03 14:14:21.392286 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf79-b50d-450d-87b1-479cc85b8043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.437410 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5189e11f-ec30-48e1-9a06-d56a8cb77b69 x-openstack-request-id: req-5189e11f-ec30-48e1-9a06-d56a8cb77b69 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:14:21.437719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:14:21.438165 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5189e11f-ec30-48e1-9a06-d56a8cb77b69 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:14:21.438351 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76', 'status': 'completed', 'code': 200} Sep 03 14:14:21.439983 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-0013d659-f464-44e3-92c2-4f1664a39e04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 200 len: 217 time: 0.0420616 Sep 03 14:14:21.489979 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf79-b50d-450d-87b1-479cc85b8043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.492752 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-8d4dc37a-7bb1-4511-857e-28a00e777eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.494254 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-8d4dc37a-7bb1-4511-857e-28a00e777eee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0477545 Sep 03 14:14:21.547412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-efa1fc0b-996c-4841-a475-53407c262d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.548923 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-efa1fc0b-996c-4841-a475-53407c262d98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469861 Sep 03 14:14:21.578776 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf79-b50d-450d-87b1-479cc85b8043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.618736 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-3e4ecf79-b50d-450d-87b1-479cc85b8043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e396c2f8f8946a88990828898738eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677614 Sep 03 14:14:21.619627 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ecf79-b50d-450d-87b1-479cc85b8043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b67240-fb0a-47f1-9a93-da722764feae,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:21.621931 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35318) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:21.651111 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-63d23d1f-37b8-4cb5-836b-7079f803cc2b service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906570 Sep 03 14:14:21.678531 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.698920 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.742231 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1f408b80-dde0-4f42-9db4-d3add2b51f66 req-2428368e-9b92-4d30-b0da-6295ab3547a8 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860028 Sep 03 14:14:21.819105 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.821710 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:21.822863 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47b67240-fb0a-47f1-9a93-da722764feae HTTP/1.1" status: 204 len: 168 time: 0.2000334 Sep 03 14:14:21.830962 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e123-5c21-44bc-a627-f9897be15bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b67240-fb0a-47f1-9a93-da722764feae,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:21.896938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-75823c7a-5fe7-45d4-a565-946f48b530a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.898475 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-75823c7a-5fe7-45d4-a565-946f48b530a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1096 time: 0.0404317 Sep 03 14:14:21.992155 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-20bdf4b7-38f3-4091-a63d-15d3a5bf1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:21.994618 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-20bdf4b7-38f3-4091-a63d-15d3a5bf1f4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0884535 Sep 03 14:14:22.037795 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-51ef4523-4ba8-4c43-9be9-cff8e4754c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 200 len: 217 time: 0.0368278 Sep 03 14:14:22.086511 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-8bbe9081-e470-49b9-8dfd-90fa09756c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:22.088001 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-8bbe9081-e470-49b9-8dfd-90fa09756c33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0438120 Sep 03 14:14:22.133441 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-c88c0314-4cea-41a6-a25f-0fc8a55456d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:22.134972 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-c88c0314-4cea-41a6-a25f-0fc8a55456d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401418 Sep 03 14:14:22.213397 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b4c6-25da-4924-88b8-a6708ac9948b req-92768a1b-408a-41fa-90e5-e246a0ae31eb tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:22.214953 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6df4b4c6-25da-4924-88b8-a6708ac9948b req-92768a1b-408a-41fa-90e5-e246a0ae31eb tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0494881 Sep 03 14:14:22.227935 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-f51818ca-96d0-4f1d-ba5d-b15b4bf26425 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856528 Sep 03 14:14:22.254118 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6df4b4c6-25da-4924-88b8-a6708ac9948b req-02b0ea77-d460-462a-b8f2-080cd655c9bb tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Sep 03 14:14:22.318432 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-399469e5-d646-4fc4-94ab-5f5f8a9bee9e req-6e560615-c9ed-4162-9545-e1c77bc271c7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Sep 03 14:14:22.385987 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35326) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:22.402643 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a996355e-150b-4100-bb48-aa54a496aa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.489108 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a996355e-150b-4100-bb48-aa54a496aa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.538783 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a996355e-150b-4100-bb48-aa54a496aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.576967 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a996355e-150b-4100-bb48-aa54a496aa39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74424d1c545e41788c8daded9b704151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898439 Sep 03 14:14:22.577833 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996355e-150b-4100-bb48-aa54a496aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84311b22-d4ba-4030-824f-f220468f1452,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:22.579754 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35328) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:22.633234 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.653861 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.777242 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.779803 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:22.781998 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84311b22-d4ba-4030-824f-f220468f1452 HTTP/1.1" status: 204 len: 168 time: 0.2002141 Sep 03 14:14:22.789062 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abf00-e1fd-45d8-8194-d8671c9ae559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84311b22-d4ba-4030-824f-f220468f1452,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:23.374378 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54041a-0cd9-4a34-95e4-1b66e46498ae req-c0f95efd-4084-4cac-af4c-54f8df9d70d4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:23.376378 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ab54041a-0cd9-4a34-95e4-1b66e46498ae req-c0f95efd-4084-4cac-af4c-54f8df9d70d4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0560172 Sep 03 14:14:23.413884 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ab54041a-0cd9-4a34-95e4-1b66e46498ae req-3789c96b-2758-4441-981f-bcf26cf2c577 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Sep 03 14:14:24.527752 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ddc7b-0617-4fa3-a7e9-86283b47ecb1 req-5607d142-d407-4691-89d0-67ea851839fa tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:24.529269 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3a4ddc7b-0617-4fa3-a7e9-86283b47ecb1 req-5607d142-d407-4691-89d0-67ea851839fa tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0499406 Sep 03 14:14:24.568401 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3a4ddc7b-0617-4fa3-a7e9-86283b47ecb1 req-24f029b7-dafb-444e-a6c5-b6811a637b55 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328245 Sep 03 14:14:25.326292 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35398) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:25.426819 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7598bee4-4d0b-4248-8594-806f13da53b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.509688 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7598bee4-4d0b-4248-8594-806f13da53b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.596075 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-7598bee4-4d0b-4248-8594-806f13da53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.637720 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-7598bee4-4d0b-4248-8594-806f13da53b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10738ca353614912b6ee42db597104f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103161 Sep 03 14:14:25.640424 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35404) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:25.649612 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598bee4-4d0b-4248-8594-806f13da53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4511117-3db7-4191-988e-6c64baf2b03c,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:25.686515 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249e3bf-7847-4344-84c2-b2fe2d17397c req-130fe99c-47e5-4ca2-9d98-209588cb008c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:25.688114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d249e3bf-7847-4344-84c2-b2fe2d17397c req-130fe99c-47e5-4ca2-9d98-209588cb008c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0530810 Sep 03 14:14:25.688756 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.710357 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.726634 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d249e3bf-7847-4344-84c2-b2fe2d17397c req-ce71a417-863e-47ab-8889-93840aa2ffb2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Sep 03 14:14:25.846979 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.850048 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:25.851203 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4511117-3db7-4191-988e-6c64baf2b03c HTTP/1.1" status: 204 len: 168 time: 0.2097573 Sep 03 14:14:25.858695 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd51624-8e48-44e9-ba29-c7eaa414897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4511117-3db7-4191-988e-6c64baf2b03c,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:26.446766 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35412) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:26.460558 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2799e1ea-b209-4e70-a78f-4b9a7058c978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.545170 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2799e1ea-b209-4e70-a78f-4b9a7058c978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.618817 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2799e1ea-b209-4e70-a78f-4b9a7058c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.657295 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2799e1ea-b209-4e70-a78f-4b9a7058c978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eebb665a24a463b9b5a0f45c92e21e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091682 Sep 03 14:14:26.658273 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799e1ea-b209-4e70-a78f-4b9a7058c978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb4ba0-4b29-40a8-9434-d56f98afab78,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:26.660062 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35414) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:26.707587 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.730060 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.840300 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.842863 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:26.843998 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1737-77ef-4934-9eb8-b7903a54fa35 req-c4ab4ceb-0a12-40ce-bb45-ad65a5503728 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:26.844145 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6eb4ba0-4b29-40a8-9434-d56f98afab78 HTTP/1.1" status: 204 len: 168 time: 0.1830003 Sep 03 14:14:26.845492 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e4a1737-77ef-4934-9eb8-b7903a54fa35 req-c4ab4ceb-0a12-40ce-bb45-ad65a5503728 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0514200 Sep 03 14:14:26.852575 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb327-e834-4cca-8a1b-9f9a852c6ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb4ba0-4b29-40a8-9434-d56f98afab78,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:26.887485 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e4a1737-77ef-4934-9eb8-b7903a54fa35 req-ae94f3ef-d34d-43c2-8a23-67d396d56319 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356543 Sep 03 14:14:27.997741 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf477a6-f672-4896-a8ee-0e38d598b10c req-f0befc38-d73d-4831-8a86-68288a27b9f1 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:27.999212 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fdf477a6-f672-4896-a8ee-0e38d598b10c req-f0befc38-d73d-4831-8a86-68288a27b9f1 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0483844 Sep 03 14:14:28.037200 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fdf477a6-f672-4896-a8ee-0e38d598b10c req-7f9171b7-4596-4ae9-bd02-9f29e829b01e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Sep 03 14:14:28.265848 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35452) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:28.373489 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7dc39726-1ad4-49c6-bf78-3c24323b7330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.458321 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7dc39726-1ad4-49c6-bf78-3c24323b7330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.509760 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7dc39726-1ad4-49c6-bf78-3c24323b7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.545796 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc39726-1ad4-49c6-bf78-3c24323b7330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab0e1b2-6a0d-4a84-8c58-86fd25f482ab,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:28.550049 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7dc39726-1ad4-49c6-bf78-3c24323b7330 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dab1c7de081440a3998587e34637cd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831903 Sep 03 14:14:28.552626 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35456) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:28.599136 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.619083 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.721712 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.724153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:28.725347 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ab0e1b2-6a0d-4a84-8c58-86fd25f482ab HTTP/1.1" status: 204 len: 168 time: 0.1718302 Sep 03 14:14:28.734098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e0d97-60cb-4d7a-9139-39af0582cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab0e1b2-6a0d-4a84-8c58-86fd25f482ab,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:29.150338 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce3bf1-bf26-4834-ba46-21eec67116f9 req-e295a0d0-e6bb-43fc-8dae-807686ee008c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:29.151812 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14ce3bf1-bf26-4834-ba46-21eec67116f9 req-e295a0d0-e6bb-43fc-8dae-807686ee008c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0486922 Sep 03 14:14:29.190144 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-14ce3bf1-bf26-4834-ba46-21eec67116f9 req-5a9eaa65-aa8f-45ea-ae27-d73b8c21a231 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Sep 03 14:14:30.304714 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b2a0-4208-4d27-b5d3-aeaa1ce273c9 req-d5b30081-9e82-4e5f-87ed-a80df13a4007 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:30.306186 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f920b2a0-4208-4d27-b5d3-aeaa1ce273c9 req-d5b30081-9e82-4e5f-87ed-a80df13a4007 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 943 time: 0.0515466 Sep 03 14:14:30.354077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f920b2a0-4208-4d27-b5d3-aeaa1ce273c9 req-5bde566e-0071-4868-ac72-cf4a3f3ef81d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Sep 03 14:14:30.372409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device c1c3c188-647c-40cc-863e-62887812bc76 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:14:30.469292 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1c3c188-647c-40cc-863e-62887812bc76,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:30.479899 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'c1c3c188-647c-40cc-863e-62887812bc76', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'port_id': 'c1c3c188-647c-40cc-863e-62887812bc76', 'mac_address': 'fa:16:3e:a7:be:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:14:30.518067 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:30.530647 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c3c188-647c-40cc-863e-62887812bc76 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:14:30.549307 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1c3c188-647c-40cc-863e-62887812bc76,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:30.647220 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:30.694570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:31.128262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['c1c3c188-647c-40cc-863e-62887812bc76'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:14:31.475556 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5093879-81ee-4130-ae7b-cca533405806 req-ddacfce2-fd06-468b-8ce2-a139c3788d88 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:31.477043 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c5093879-81ee-4130-ae7b-cca533405806 req-ddacfce2-fd06-468b-8ce2-a139c3788d88 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 944 time: 0.0612357 Sep 03 14:14:31.513826 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c5093879-81ee-4130-ae7b-cca533405806 req-4f0f3c8d-7e6b-4b43-9187-63ffb67ccb88 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307462 Sep 03 14:14:32.364445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device c1c3c188-647c-40cc-863e-62887812bc76 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:14:32.474439 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port c1c3c188-647c-40cc-863e-62887812bc76 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:14:32.478508 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port c1c3c188-647c-40cc-863e-62887812bc76 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:14:32.478850 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:32.554827 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:32.577328 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:14:32.579650 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbcdf1-da30-44b7-9c21-bb6d62f550f7" -d '{"events": [{"server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "name": "network-vif-plugged", "status": "completed", "tag": "c1c3c188-647c-40cc-863e-62887812bc76"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:14:32.593019 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1c3c188-647c-40cc-863e-62887812bc76,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:14:32.627422 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5ca74-d066-4055-b57d-54b0fe1b1f93 req-1575aac2-4bd4-4973-a6bb-9965455944e8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:32.629563 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eff5ca74-d066-4055-b57d-54b0fe1b1f93 req-1575aac2-4bd4-4973-a6bb-9965455944e8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 944 time: 0.0493581 Sep 03 14:14:32.668002 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eff5ca74-d066-4055-b57d-54b0fe1b1f93 req-0ed9f6c7-ae50-41cb-83b1-1ec7835b36f2 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Sep 03 14:14:32.677947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:32.720682 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c02acd-1ad1-44ee-bd07-d231c8f758b3 x-openstack-request-id: req-79c02acd-1ad1-44ee-bd07-d231c8f758b3 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:14:32.720981 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "name": "network-vif-plugged", "status": "completed", "tag": "c1c3c188-647c-40cc-863e-62887812bc76", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:14:32.721235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79c02acd-1ad1-44ee-bd07-d231c8f758b3 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:14:32.721655 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76', 'code': 200} Sep 03 14:14:32.735270 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:33.125366 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3a978-79b7-4219-affa-4d6967021422 req-08e74e63-8f0e-40ec-992d-e32e7fd05d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:33.126868 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a2e3a978-79b7-4219-affa-4d6967021422 req-08e74e63-8f0e-40ec-992d-e32e7fd05d00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1098 time: 0.0396776 Sep 03 14:14:33.161444 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a2e3a978-79b7-4219-affa-4d6967021422 req-3c582a88-9b29-4570-910d-c56923f51e05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268071 Sep 03 14:14:33.468446 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6b7430e8-67ba-440b-9660-56e43a8a7dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:33.800145 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51d43-0c1a-40e2-9ab2-a4f6d5490a00 req-6bdca68e-d154-4dd6-8df4-70fda146c2ec tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:33.801671 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6f51d43-0c1a-40e2-9ab2-a4f6d5490a00 req-6bdca68e-d154-4dd6-8df4-70fda146c2ec tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0553777 Sep 03 14:14:33.839551 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6f51d43-0c1a-40e2-9ab2-a4f6d5490a00 req-f5f70422-256f-47f0-b947-d669a8792a48 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Sep 03 14:14:34.145220 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35544) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:34.246923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4047858f-d234-43d5-9181-f23c7ed5261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.331549 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4047858f-d234-43d5-9181-f23c7ed5261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.395018 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-4047858f-d234-43d5-9181-f23c7ed5261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.432719 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-4047858f-d234-43d5-9181-f23c7ed5261f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afc8c19cbcf64a39b547369199b23e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859094 Sep 03 14:14:34.433598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047858f-d234-43d5-9181-f23c7ed5261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f15204c-6363-4d85-b610-9faeda85515b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:34.436205 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35548) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:34.484072 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.504783 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.624266 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.626827 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:34.627978 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f15204c-6363-4d85-b610-9faeda85515b HTTP/1.1" status: 204 len: 168 time: 0.1907961 Sep 03 14:14:34.636825 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844da1e9-e01f-411f-a49f-d744e93e33e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f15204c-6363-4d85-b610-9faeda85515b,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:34.951793 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721dce-30b5-452c-a927-7eaeefd781b1 req-b54eba7f-3437-414f-81d6-709cf8583919 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:34.953314 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c721dce-30b5-452c-a927-7eaeefd781b1 req-b54eba7f-3437-414f-81d6-709cf8583919 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0481651 Sep 03 14:14:34.992904 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6c721dce-30b5-452c-a927-7eaeefd781b1 req-f9035adc-44fb-427c-b9ee-d2408c1f8fa6 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Sep 03 14:14:35.115375 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575aca-fe76-4cd5-8cfb-b1e47a0e7728 req-a56e54df-9ecc-4611-846d-cac966616da8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:35.116838 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-67575aca-fe76-4cd5-8cfb-b1e47a0e7728 req-a56e54df-9ecc-4611-846d-cac966616da8 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0519979 Sep 03 14:14:35.154496 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-67575aca-fe76-4cd5-8cfb-b1e47a0e7728 req-05169c70-63c5-4b53-a06f-d6f724d019db tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Sep 03 14:14:35.176918 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35568) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:35.361847 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803827d-8952-4da9-8234-3440a4e8d0b6 tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:35.363415 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-a803827d-8952-4da9-8234-3440a4e8d0b6 tempest-TestVolumeBootPattern-152578870 tempest-TestVolumeBootPattern-152578870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1093 time: 0.1854129 Sep 03 14:14:35.366178 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 35576) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:35.373395 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.v2.base [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Request body: {'floatingip': {'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'port_id': 'c1c3c188-647c-40cc-863e-62887812bc76', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:14:35.468817 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:35.567396 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:35.670635 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_common [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Allocated IP 172.27.0.170 (5b65262d-fde8-4fc1-adac-46806639eb0e/01af4038-81b8-4bc8-aa4d-8c521069cbbd/df95963e-ddb9-41c8-88fb-354984b65e8f) {{(pid=94511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:14:35.774097 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:35.864399 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:35.901870 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Network 5b65262d-fde8-4fc1-adac-46806639eb0e is already hosted by enough agents. {{(pid=94511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:14:35.904673 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.base_scheduler [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Resources bound (agent type, host, resource id): {{(pid=94511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:14:35.907661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Received port after_create {{(pid=94511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:14:35.934331 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=df95963e-ddb9-41c8-88fb-354984b65e8f,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:36.069156 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ad53-66a7-47df-9b14-f12adda4d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.144198 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35592) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:36.248996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c30b4190-2408-47c3-abb6-0a5f150639be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.253626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.339297 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c30b4190-2408-47c3-abb6-0a5f150639be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.391690 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.412333 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c30b4190-2408-47c3-abb6-0a5f150639be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.451389 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c30b4190-2408-47c3-abb6-0a5f150639be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c67d2e3e0e045978946722dd2a2963d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060958 Sep 03 14:14:36.453368 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b4190-2408-47c3-abb6-0a5f150639be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0782e9-94d8-44f4-9efa-5321ded347e4,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:36.455738 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35596) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:36.500857 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.503402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.524675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.547661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for port, precommit_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.612610 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59031170'] for port, after_update {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.675859 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.678939 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:36.680178 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff0782e9-94d8-44f4-9efa-5321ded347e4 HTTP/1.1" status: 204 len: 168 time: 0.2234781 Sep 03 14:14:36.683668 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event updated for resources: {'Port': ['ID=df95963e-ddb9-41c8-88fb-354984b65e8f,revision_number=2']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:36.688581 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8cde4-4459-46c2-b69e-a0e2965b82ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0782e9-94d8-44f4-9efa-5321ded347e4,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:14:36.694126 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:37.045225 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.db.l3_db [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 65e745b7-9cd1-4c1e-8e0c-ee16829f1853 associated. External IP: 172.27.0.170, port: c1c3c188-647c-40cc-863e-62887812bc76. Sep 03 14:14:37.252731 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:14:37.353857 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:14:37.360337 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:37.365252 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:14:37.374779 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:37.375426 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:14:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:37.423409 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:37.450773 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-621cd62b-beab-4072-b811-af701e2eb583 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0835605 Sep 03 14:14:37.451359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76'}] {{(pid=94511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:14:37.453612 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898d10c5018cf72eb599a1046e021594a58c33e7d433da8a8c882bc0fc9d418a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b24afd-17d8-42a4-ad3d-bfac1a435727" -d '{"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76"}]}' {{(pid=94511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:14:37.480146 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:37.489276 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e05ac2-307f-4d28-86c1-5adf45e6b8fb x-openstack-request-id: req-a5e05ac2-307f-4d28-86c1-5adf45e6b8fb {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:14:37.490164 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76", "status": "completed", "code": 200}]} {{(pid=94511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:14:37.490423 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e05ac2-307f-4d28-86c1-5adf45e6b8fb {{(pid=94511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:14:37.490815 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76', 'status': 'completed', 'code': 200} Sep 03 14:14:37.549375 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-9d1700be-3b11-4db1-bda5-194b2bddc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:37.550931 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-9d1700be-3b11-4db1-bda5-194b2bddc5de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1098 time: 0.0402987 Sep 03 14:14:37.641147 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-2761f044-46b0-416f-802f-27b1676bb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:37.642788 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-2761f044-46b0-416f-802f-27b1676bb0cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0851133 Sep 03 14:14:37.703439 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}, {'id': '65e745b7-9cd1-4c1e-8e0c-ee16829f1853', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': 'c1c3c188-647c-40cc-863e-62887812bc76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:a7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:14:36Z', 'updated_at': '2021-09-03T14:14:36Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:37.706845 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-689f6efb-9a80-480a-a45a-3ccc7c76f521 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 200 len: 999 time: 0.0573583 Sep 03 14:14:37.729485 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:14:37.737744 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:14:37.738349 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:14:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:37.757622 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-e3838997-4346-446b-9023-ac886a037764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:37.759066 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-e3838997-4346-446b-9023-ac886a037764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0460377 Sep 03 14:14:37.805757 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-c23920ee-2af3-4724-9dcb-ea80fd61cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:37.807153 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-c23920ee-2af3-4724-9dcb-ea80fd61cce4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400703 Sep 03 14:14:37.842505 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:14:37.901046 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-e0cc7011-d708-436a-bfa0-e8e252480c9c service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857470 Sep 03 14:14:37.987264 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-14b24afd-17d8-42a4-ad3d-bfac1a435727 req-b69b28b2-c137-4f32-bf18-faee83713956 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792155 Sep 03 14:14:38.066547 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}, {'id': '65e745b7-9cd1-4c1e-8e0c-ee16829f1853', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': 'c1c3c188-647c-40cc-863e-62887812bc76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:a7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:14:36Z', 'updated_at': '2021-09-03T14:14:36Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:38.093580 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413b9d7-cd01-480c-8440-270708fc36ec None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}, {'id': '65e745b7-9cd1-4c1e-8e0c-ee16829f1853', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': 'c1c3c188-647c-40cc-863e-62887812bc76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:a7:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:14:36Z', 'updated_at': '2021-09-03T14:14:36Z', 'revision_number': 0, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:14:38.266190 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4809385-0ad6-40b1-b95b-288be71982c3 None None] New status for floating IP 65e745b7-9cd1-4c1e-8e0c-ee16829f1853: ACTIVE {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:14:38.846467 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:44.749515 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:53.402917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90864bc7-dae2-459e-9ffd-c34cfb1da647 req-4678d5f2-7655-41e4-97a6-e5ccb50ade97 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:53.404414 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90864bc7-dae2-459e-9ffd-c34cfb1da647 req-4678d5f2-7655-41e4-97a6-e5ccb50ade97 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Sep 03 14:14:53.441997 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90864bc7-dae2-459e-9ffd-c34cfb1da647 req-c7201230-9ec0-47f3-a188-a33575ff83f7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313761 Sep 03 14:14:54.560431 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f341c-65c5-4310-936e-a38909d23465 req-40bb7a29-da60-4293-abe9-d06626d38650 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:54.561817 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-550f341c-65c5-4310-936e-a38909d23465 req-40bb7a29-da60-4293-abe9-d06626d38650 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Sep 03 14:14:54.600940 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-550f341c-65c5-4310-936e-a38909d23465 req-f4883146-82f1-4ad7-8183-7ac0882e4330 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307014 Sep 03 14:14:55.656440 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:14:55.718018 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f92ca3-d5c6-48b0-91b0-4aa0414866b1 req-c674ca16-60c3-4e60-a9ca-0e080d736bbf tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:55.719469 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0f92ca3-d5c6-48b0-91b0-4aa0414866b1 req-c674ca16-60c3-4e60-a9ca-0e080d736bbf tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Sep 03 14:14:55.756728 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d0f92ca3-d5c6-48b0-91b0-4aa0414866b1 req-ea3503a2-43bd-4c77-a3cc-5809ed1d3202 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313945 Sep 03 14:14:56.875743 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87321098-f259-4238-9fb7-8e7c0484b1a8 req-b4805bce-6b6f-4e31-ba7b-30e876933454 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:56.877285 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-87321098-f259-4238-9fb7-8e7c0484b1a8 req-b4805bce-6b6f-4e31-ba7b-30e876933454 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0513623 Sep 03 14:14:56.915421 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-87321098-f259-4238-9fb7-8e7c0484b1a8 req-6952103c-e1e8-4ebe-8f1d-df69c01588a5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318482 Sep 03 14:14:58.030797 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68fcb4-3c86-43ee-b587-2282015f2eaf req-df498e67-fdfb-4f0c-b68d-dee2fd88c661 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:58.032530 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af68fcb4-3c86-43ee-b587-2282015f2eaf req-df498e67-fdfb-4f0c-b68d-dee2fd88c661 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Sep 03 14:14:58.069907 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-af68fcb4-3c86-43ee-b587-2282015f2eaf req-e7333f18-16ab-4a40-a376-7055fa50a5e3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315642 Sep 03 14:14:59.184597 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcbdac-fbe7-419c-9bbc-31965addbcbc req-c65e7f67-5351-41ed-9f5d-b069e39200a2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:14:59.186066 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8cfcbdac-fbe7-419c-9bbc-31965addbcbc req-c65e7f67-5351-41ed-9f5d-b069e39200a2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 03 14:14:59.223315 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8cfcbdac-fbe7-419c-9bbc-31965addbcbc req-0f0bee37-3ac5-42ed-a377-98c99a4318e0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313804 Sep 03 14:15:00.343368 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95ffa8-773e-4ae7-abb8-fec7be38c43a req-cc337078-9a67-444c-a10c-d758707f1f89 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:00.344851 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bf95ffa8-773e-4ae7-abb8-fec7be38c43a req-cc337078-9a67-444c-a10c-d758707f1f89 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Sep 03 14:15:00.382224 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bf95ffa8-773e-4ae7-abb8-fec7be38c43a req-95d3740a-ea27-4c5f-ae54-99df5d115c69 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314159 Sep 03 14:15:01.498840 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883be79-b331-4111-9d96-31af5ee5f787 req-41c3d24b-d486-441d-8a13-de7ace240cba tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:01.500279 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2883be79-b331-4111-9d96-31af5ee5f787 req-41c3d24b-d486-441d-8a13-de7ace240cba tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0472307 Sep 03 14:15:01.538712 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-2883be79-b331-4111-9d96-31af5ee5f787 req-e7c73906-2fa3-4a2a-814e-f462acc227eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321031 Sep 03 14:15:02.657819 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490481a6-2e5c-4439-b6a6-ecde2326a2c6 req-4a55779b-95e1-45c1-97d0-b4e7d634cc24 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:02.659282 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-490481a6-2e5c-4439-b6a6-ecde2326a2c6 req-4a55779b-95e1-45c1-97d0-b4e7d634cc24 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Sep 03 14:15:02.699477 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-490481a6-2e5c-4439-b6a6-ecde2326a2c6 req-d453ef9e-b9a1-495e-aba3-2b0d2abdf510 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316937 Sep 03 14:15:03.457011 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af1f8f57-45f3-4faf-9f48-8fe59293de2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:03.817637 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206c00-26ea-4d90-ba6a-0d380e21b03d req-f1430271-0294-42b2-8dc1-b3851bed8cf4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:03.819106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-19206c00-26ea-4d90-ba6a-0d380e21b03d req-f1430271-0294-42b2-8dc1-b3851bed8cf4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Sep 03 14:15:03.855885 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-19206c00-26ea-4d90-ba6a-0d380e21b03d req-5b6555b4-d23a-4924-b394-6b24e1847337 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308919 Sep 03 14:15:04.969936 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438800-d633-4c16-a268-1e2841b61dcc req-81118a1e-8f73-43f7-b0a5-b6db37734890 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:04.971391 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-49438800-d633-4c16-a268-1e2841b61dcc req-81118a1e-8f73-43f7-b0a5-b6db37734890 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0472806 Sep 03 14:15:05.007998 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-49438800-d633-4c16-a268-1e2841b61dcc req-e311ee52-2b6d-441e-a4a8-9074e7ae46e2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300207 Sep 03 14:15:06.091609 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-146ac14a-c477-4c3f-aa64-1408f3094572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:06.124948 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d3632-9331-43a0-a8fe-2d4ec5ef91e5 req-f5944f8c-1177-4e7b-9741-6cf41959da8a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:06.126456 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-521d3632-9331-43a0-a8fe-2d4ec5ef91e5 req-f5944f8c-1177-4e7b-9741-6cf41959da8a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0494027 Sep 03 14:15:06.164053 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-521d3632-9331-43a0-a8fe-2d4ec5ef91e5 req-457e0b73-54d3-402c-bd51-e7bd46b940cd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314374 Sep 03 14:15:06.491047 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:07.288557 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abbafa-8f56-4f6d-9469-1f98902d1245 req-25f9afc6-434b-436e-b9b0-7a7ec2e0def3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:07.290003 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-25abbafa-8f56-4f6d-9469-1f98902d1245 req-25f9afc6-434b-436e-b9b0-7a7ec2e0def3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Sep 03 14:15:07.328719 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-25abbafa-8f56-4f6d-9469-1f98902d1245 req-5252ec44-1b06-4569-8ddd-278d76bdae3c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328259 Sep 03 14:15:07.360179 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:08.445449 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c87c3-5eb0-4346-9648-367d9765982b req-f14615ad-62b7-4335-a837-1a795344f64c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:08.446910 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-675c87c3-5eb0-4346-9648-367d9765982b req-f14615ad-62b7-4335-a837-1a795344f64c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0480804 Sep 03 14:15:08.483241 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-675c87c3-5eb0-4346-9648-367d9765982b req-aecf9f57-7ca4-451b-bee3-d894e5991f60 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305128 Sep 03 14:15:08.868490 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:09.600875 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeb1f7-fe1c-424f-86a2-e3af64f572be req-f36203ba-a202-4246-8f7c-38b2ce914c79 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:09.602308 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cddeb1f7-fe1c-424f-86a2-e3af64f572be req-f36203ba-a202-4246-8f7c-38b2ce914c79 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Sep 03 14:15:09.637837 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cddeb1f7-fe1c-424f-86a2-e3af64f572be req-2f4eb4f7-c35b-48ae-98e3-bbacdb1cd6bc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297501 Sep 03 14:15:10.759036 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6d27-6473-4815-9c68-f1766439783c req-56602817-a0d9-43eb-81b8-0a7292f365a2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:10.760501 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9f1f6d27-6473-4815-9c68-f1766439783c req-56602817-a0d9-43eb-81b8-0a7292f365a2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Sep 03 14:15:10.798160 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9f1f6d27-6473-4815-9c68-f1766439783c req-7e408abb-9c97-45e3-add4-eb1b0904c2e0 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317066 Sep 03 14:15:11.912872 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7876a01-a3f7-44ef-9f75-87b53022cb26 req-77bcdc7a-c01b-4367-a4df-9803165903eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:11.914433 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7876a01-a3f7-44ef-9f75-87b53022cb26 req-77bcdc7a-c01b-4367-a4df-9803165903eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Sep 03 14:15:11.950869 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a7876a01-a3f7-44ef-9f75-87b53022cb26 req-d700f965-d285-496b-be56-f23aa1c05125 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306525 Sep 03 14:15:12.504527 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:15:12.600772 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:12.611669 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:15:12.648347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:12.661126 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:15:12.679016 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:12.765326 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:12.817519 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=6']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:12.857750 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['e09708cd-3fc9-4b33-b3a7-07cebe5ab605'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:15:13.066159 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a6d4e-8e06-4323-bedc-603ae77b85f9 req-10928239-c280-41dc-87e5-5c5357737038 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:13.068226 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-346a6d4e-8e06-4323-bedc-603ae77b85f9 req-10928239-c280-41dc-87e5-5c5357737038 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 944 time: 0.0489118 Sep 03 14:15:13.104075 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-346a6d4e-8e06-4323-bedc-603ae77b85f9 req-e73a6f79-8000-4923-a3ac-231ee23164c8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299642 Sep 03 14:15:14.221749 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8af7-0e0d-4927-80ec-63f3eb862bfe req-79babbe9-264c-4b48-83c1-b5007a31c174 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:14.223701 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-193d8af7-0e0d-4927-80ec-63f3eb862bfe req-79babbe9-264c-4b48-83c1-b5007a31c174 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 944 time: 0.0511937 Sep 03 14:15:14.259890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-193d8af7-0e0d-4927-80ec-63f3eb862bfe req-2a74f2a9-1caf-4e56-a0d8-278b2da48876 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304379 Sep 03 14:15:14.507317 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:14.554401 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:14.554802 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:14.631086 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:14.652455 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:15:14.654712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2b492-1b3f-488b-8e9d-c7abd6a8e7e9" -d '{"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:15:14.667388 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:14.692044 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106e26b-1163-420d-a63f-95987af440c3 x-openstack-request-id: req-4106e26b-1163-420d-a63f-95987af440c3 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:15:14.692330 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:15:14.692573 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4106e26b-1163-420d-a63f-95987af440c3 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:15:14.692950 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'code': 200} Sep 03 14:15:14.753900 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:14.778030 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:14.801471 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=7']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:14.808277 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.808642 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.808972 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.809313 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.809677 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.810009 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.810347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.810678 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.811011 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.811342 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.811668 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:14.811993 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:15.375297 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d1e2-e508-4890-b37d-3566f2f6897e req-bb75dde5-84e2-4186-a2fe-9ec2c7e7d4e2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:15.376744 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f72d1e2-e508-4890-b37d-3566f2f6897e req-bb75dde5-84e2-4186-a2fe-9ec2c7e7d4e2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0474544 Sep 03 14:15:15.413079 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1f72d1e2-e508-4890-b37d-3566f2f6897e req-d3552f6e-44f8-40b2-a262-3e1b179ad9eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300069 Sep 03 14:15:16.529270 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f4b5a-d9da-4b9e-8692-d2a5466cb46c req-4f6024b9-12c1-4f69-9cc1-834095d2c7b7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:16.531406 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee2f4b5a-d9da-4b9e-8692-d2a5466cb46c req-4f6024b9-12c1-4f69-9cc1-834095d2c7b7 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0480998 Sep 03 14:15:16.568654 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ee2f4b5a-d9da-4b9e-8692-d2a5466cb46c req-8ec50d6b-072e-4359-8f56-5bf6a865d343 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312049 Sep 03 14:15:17.694662 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057963b9-acb0-4c73-b55f-5e7a15b7ee5d req-67d313fe-5fee-439f-970b-899a8c817c8e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:17.697922 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-057963b9-acb0-4c73-b55f-5e7a15b7ee5d req-67d313fe-5fee-439f-970b-899a8c817c8e tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0562451 Sep 03 14:15:17.736509 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-057963b9-acb0-4c73-b55f-5e7a15b7ee5d req-656a995c-8b41-4f17-8269-e89a2e2f49b8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344689 Sep 03 14:15:18.865833 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2c01-c724-4599-a43c-58523ec2ce1d req-50dedeb3-3606-46e8-a9db-7193fc38f1a6 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:18.867742 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-563a2c01-c724-4599-a43c-58523ec2ce1d req-50dedeb3-3606-46e8-a9db-7193fc38f1a6 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Sep 03 14:15:18.914911 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-563a2c01-c724-4599-a43c-58523ec2ce1d req-7fe92016-fa7d-401e-8f6c-cadbb56aaf40 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404108 Sep 03 14:15:20.081985 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb28d-2df5-48e5-a8a6-b360a46d3771 req-b5ee43c3-cb39-4bda-a022-66cd0cb72908 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:20.083527 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b4bb28d-2df5-48e5-a8a6-b360a46d3771 req-b5ee43c3-cb39-4bda-a022-66cd0cb72908 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0629165 Sep 03 14:15:20.133119 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8b4bb28d-2df5-48e5-a8a6-b360a46d3771 req-d00abc37-2161-4a6c-a555-6962c8d7bf97 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412292 Sep 03 14:15:21.260792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801b694-c64d-4692-9e3d-85b23f628c32 req-5b47c92e-e3b0-4ee3-943a-3ca694bbdf5a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:21.262462 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6801b694-c64d-4692-9e3d-85b23f628c32 req-5b47c92e-e3b0-4ee3-943a-3ca694bbdf5a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0564694 Sep 03 14:15:21.308834 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6801b694-c64d-4692-9e3d-85b23f628c32 req-29276804-7e49-49e2-b3d5-808ee6f16a15 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376694 Sep 03 14:15:22.445782 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896916-9923-45d3-82ad-cbfeac428fb8 req-48fcba0b-6b9f-4fa3-9f76-5c4f56c44e17 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:22.447272 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75896916-9923-45d3-82ad-cbfeac428fb8 req-48fcba0b-6b9f-4fa3-9f76-5c4f56c44e17 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0557189 Sep 03 14:15:22.487027 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75896916-9923-45d3-82ad-cbfeac428fb8 req-5530be55-3174-45a8-9ae6-33c112c06a5f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335300 Sep 03 14:15:23.649695 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204d8e5-8836-4dfe-8959-e8eab1ae08d5 req-20734d46-7cfe-4647-b1b0-9fd74f0ee3c4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:23.651347 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a204d8e5-8836-4dfe-8959-e8eab1ae08d5 req-20734d46-7cfe-4647-b1b0-9fd74f0ee3c4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0525830 Sep 03 14:15:23.691560 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a204d8e5-8836-4dfe-8959-e8eab1ae08d5 req-38728485-8c37-4103-8946-bb4d94c3967f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331583 Sep 03 14:15:24.829514 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbf45c-cde1-4b0d-84ed-92266c25ade6 req-ab7b82c4-b0df-4ca4-baad-7e41efc8bcbd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:24.831005 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-43cbf45c-cde1-4b0d-84ed-92266c25ade6 req-ab7b82c4-b0df-4ca4-baad-7e41efc8bcbd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0621817 Sep 03 14:15:24.875445 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-43cbf45c-cde1-4b0d-84ed-92266c25ade6 req-ccc53642-1f7f-4416-948a-243ad87d8ee2 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364749 Sep 03 14:15:26.004823 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b8cd-0942-4f15-ad2a-eb1b144b5866 req-fb75e150-90b4-4466-a147-bbe962e7a5eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:26.007121 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0a8b8cd-0942-4f15-ad2a-eb1b144b5866 req-fb75e150-90b4-4466-a147-bbe962e7a5eb tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0560153 Sep 03 14:15:26.060213 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c0a8b8cd-0942-4f15-ad2a-eb1b144b5866 req-07d9aba8-d918-4584-a3ae-40bbc2d074e5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451512 Sep 03 14:15:26.254257 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5261a-37a1-40ff-b8b0-47b2b4dfde97 req-2058a9ae-f649-4b39-8fe5-2a7ba43765b0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:26.255737 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ef5261a-37a1-40ff-b8b0-47b2b4dfde97 req-2058a9ae-f649-4b39-8fe5-2a7ba43765b0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0473063 Sep 03 14:15:26.298898 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6ef5261a-37a1-40ff-b8b0-47b2b4dfde97 req-5d176131-19bc-4080-9b65-6a804f4888c4 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333753 Sep 03 14:15:27.183225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1478d0-5966-46da-a8d3-fde76381f21e req-5b4a080f-c7d0-43de-bf4c-349e5f5e65f5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.184690 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b1478d0-5966-46da-a8d3-fde76381f21e req-5b4a080f-c7d0-43de-bf4c-349e5f5e65f5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Sep 03 14:15:27.220626 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6b1478d0-5966-46da-a8d3-fde76381f21e req-9939a5b4-b9eb-47b0-a021-837d6ef9c9c4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300400 Sep 03 14:15:27.414014 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3894b-c6a8-4c99-9d8c-275c09f60285 req-aa571ed4-1f9e-4828-bed9-bcb1dbe532ea tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.415499 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d6d3894b-c6a8-4c99-9d8c-275c09f60285 req-aa571ed4-1f9e-4828-bed9-bcb1dbe532ea tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0487394 Sep 03 14:15:27.453965 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d6d3894b-c6a8-4c99-9d8c-275c09f60285 req-ce368dca-2017-43dc-905b-0f172ce5a4a1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Sep 03 14:15:27.565783 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-57b44191-9b6c-4489-8674-0ab269d3290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.567106 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-57b44191-9b6c-4489-8674-0ab269d3290f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1098 time: 0.1302683 Sep 03 14:15:27.657012 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-29676daa-e7d5-4ebf-822c-553af47d900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.658467 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-29676daa-e7d5-4ebf-822c-553af47d900a service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0842903 Sep 03 14:15:27.721172 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-e9d02a5b-42e6-4e1e-a0d4-f88d213ced61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 200 len: 1000 time: 0.0550120 Sep 03 14:15:27.772474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-02bc3202-511f-4d89-aa56-afb8354cbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.773881 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-02bc3202-511f-4d89-aa56-afb8354cbcb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0455518 Sep 03 14:15:27.819061 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-3c03b23d-743f-4f4d-9f84-cb6061cbedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:27.820451 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-3c03b23d-743f-4f4d-9f84-cb6061cbedf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388286 Sep 03 14:15:27.912673 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-65fad841-3107-4f34-b1ea-3693748f4067 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Sep 03 14:15:27.999017 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c21d2a16-5aab-4a23-a1a6-7ebe1289d257 req-70894545-79af-44ef-9ac8-7ff985a48392 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792792 Sep 03 14:15:28.339448 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb3c24-3dad-4973-96e7-b5edec6987af req-3cbf4836-f506-4f48-afce-afdddc57ffd1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:28.340928 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90fb3c24-3dad-4973-96e7-b5edec6987af req-3cbf4836-f506-4f48-afce-afdddc57ffd1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Sep 03 14:15:28.377253 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-90fb3c24-3dad-4973-96e7-b5edec6987af req-4aba8cf1-cf79-4e8d-802e-5ca72ae7b83c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303826 Sep 03 14:15:28.570817 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237804-a060-4cc8-9bf0-98d6ccf1714d req-7f5bde6f-c956-419b-bddb-5cb2bf199629 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:28.572230 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e4237804-a060-4cc8-9bf0-98d6ccf1714d req-7f5bde6f-c956-419b-bddb-5cb2bf199629 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Sep 03 14:15:28.609397 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e4237804-a060-4cc8-9bf0-98d6ccf1714d req-797c9b0e-bc9b-4de1-a39c-6e7087398234 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Sep 03 14:15:29.494384 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a66-ad5d-43ab-ab9a-cb066fd9fe9b req-6a75a735-d4d8-45ca-9558-7735dcf3372d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:29.495806 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e71b8a66-ad5d-43ab-ab9a-cb066fd9fe9b req-6a75a735-d4d8-45ca-9558-7735dcf3372d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0473802 Sep 03 14:15:29.533056 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e71b8a66-ad5d-43ab-ab9a-cb066fd9fe9b req-92e16cb6-9ffb-49c3-b953-4b74c3d7070f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314476 Sep 03 14:15:29.720966 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b2c31-4d09-4ea5-a3e1-77faee05f56a req-eb6fee16-cad2-4db8-9552-35c0e79d0a31 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:29.722449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-935b2c31-4d09-4ea5-a3e1-77faee05f56a req-eb6fee16-cad2-4db8-9552-35c0e79d0a31 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0487397 Sep 03 14:15:29.761860 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-935b2c31-4d09-4ea5-a3e1-77faee05f56a req-5dfe00b7-4bfe-4ad9-9fe3-44cf7a7446a0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Sep 03 14:15:30.572605 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:15:30.649600 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:30.653138 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37472e-70e3-4b3d-80b9-c08f8af2c642 req-97fd049f-4a52-4b49-ade7-b50672903ca5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:30.654657 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e37472e-70e3-4b3d-80b9-c08f8af2c642 req-97fd049f-4a52-4b49-ade7-b50672903ca5 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 945 time: 0.0520225 Sep 03 14:15:30.671246 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:15:30.673500 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf1a401-b202-4066-9851-7f76f6c2f603" -d '{"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-unplugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:15:30.686097 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:30.693046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e37472e-70e3-4b3d-80b9-c08f8af2c642 req-71988360-2099-464a-b46a-692f9b14d001 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321074 Sep 03 14:15:30.704428 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e519b-2505-4e75-84b6-2177429eb4be x-openstack-request-id: req-b42e519b-2505-4e75-84b6-2177429eb4be {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:15:30.704718 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-unplugged", "status": "failed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "code": 422}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:15:30.704971 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b42e519b-2505-4e75-84b6-2177429eb4be {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:15:30.705399 dv-cinder-788367-6-iscsi neutron-server[94512]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'code': 422} returned with failed status Sep 03 14:15:30.747634 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:30.796652 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=8']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:30.876812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d23ce0-ab52-4d79-b39b-bd97a07b6fb2 req-6d26100c-6332-4f7b-b6fa-43236796aea7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:30.878342 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-92d23ce0-ab52-4d79-b39b-bd97a07b6fb2 req-6d26100c-6332-4f7b-b6fa-43236796aea7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0480454 Sep 03 14:15:30.917411 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-92d23ce0-ab52-4d79-b39b-bd97a07b6fb2 req-d0cc44a0-7a51-4738-bb17-dad46ec0de95 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Sep 03 14:15:32.029668 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e0da-7ab5-483f-8c3c-8e6879203ec4 req-970f0395-369f-4a9b-810f-7f2c8b6fc42f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:32.031415 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1f8e0da-7ab5-483f-8c3c-8e6879203ec4 req-970f0395-369f-4a9b-810f-7f2c8b6fc42f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0493155 Sep 03 14:15:32.068903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1f8e0da-7ab5-483f-8c3c-8e6879203ec4 req-dedd42b3-36c7-445f-b240-b3a6a486cec3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Sep 03 14:15:32.395965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-446b5fb5-331d-4072-91ae-9109b0339394 req-3cf889ad-7996-42ee-93b8-05ebb25024dd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:32.397059 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-446b5fb5-331d-4072-91ae-9109b0339394 req-3cf889ad-7996-42ee-93b8-05ebb25024dd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060105 Sep 03 14:15:32.655569 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:15:32.668031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0642eb-e095-4ba1-87de-5a280518614d req-515658de-94d2-4c90-999d-857e61764d08 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:32.669650 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f0642eb-e095-4ba1-87de-5a280518614d req-515658de-94d2-4c90-999d-857e61764d08 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0543890 Sep 03 14:15:32.707658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5f0642eb-e095-4ba1-87de-5a280518614d req-4bf2fccc-5a98-40ce-9439-666c3207eb69 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319998 Sep 03 14:15:32.831437 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-623b84a7-c9b4-435f-b777-be2bdd81865e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390248 Sep 03 14:15:33.184529 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e327d-3136-4b00-b5fa-b447cb732e04 req-d62efeed-5808-4912-a1f4-b3ba2fcbc0ab tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:33.186056 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c0e327d-3136-4b00-b5fa-b447cb732e04 req-d62efeed-5808-4912-a1f4-b3ba2fcbc0ab tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Sep 03 14:15:33.223087 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c0e327d-3136-4b00-b5fa-b447cb732e04 req-198d2401-8892-4717-969f-09246943329d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Sep 03 14:15:33.455794 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-54482285-1924-46a3-ae20-617a4fc35d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:33.830031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819feb43-c072-4f81-a3e6-cd623ccc407c req-a0e8cbfe-4d42-4179-8cb1-7b823ee2f5ff tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:33.831506 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-819feb43-c072-4f81-a3e6-cd623ccc407c req-a0e8cbfe-4d42-4179-8cb1-7b823ee2f5ff tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0492535 Sep 03 14:15:33.869565 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-819feb43-c072-4f81-a3e6-cd623ccc407c req-700ac5a1-3c05-4797-ac81-19273a140d75 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315483 Sep 03 14:15:34.032020 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-f8104ffc-37b4-4008-aeb3-f86be382ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.033398 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-f8104ffc-37b4-4008-aeb3-f86be382ee7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009&tenant_id=a53ea15fb2884d8e8ad131cd4343647f HTTP/1.1" status: 200 len: 1096 time: 0.0431771 Sep 03 14:15:34.093702 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-a938eba4-1b47-4902-80f3-401018838c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.095137 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-a938eba4-1b47-4902-80f3-401018838c85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1096 time: 0.0382414 Sep 03 14:15:34.182904 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-baaa5a6c-674c-4cfe-908e-cea2e2628c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.184334 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-baaa5a6c-674c-4cfe-908e-cea2e2628c1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 200 len: 916 time: 0.0818348 Sep 03 14:15:34.250373 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-0870e156-51ab-4181-b116-c62a35265e8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 200 len: 998 time: 0.0577781 Sep 03 14:15:34.302074 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-0368085b-e41f-49b4-b926-2eaf242b7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.303470 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-0368085b-e41f-49b4-b926-2eaf242b7577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 200 len: 854 time: 0.0455325 Sep 03 14:15:34.340758 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f704-febe-40a5-bdf7-bf9a09634dea req-af47b2de-bcfc-4e4c-903b-287ea5e341ff tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.342258 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a53f704-febe-40a5-bdf7-bf9a09634dea req-af47b2de-bcfc-4e4c-903b-287ea5e341ff tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0520005 Sep 03 14:15:34.349715 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-4cf4fe80-15b5-4f5c-84e6-9ac967a1571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.351196 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-4cf4fe80-15b5-4f5c-84e6-9ac967a1571f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27daac36-77c5-4dbf-ac2e-d37cd2eac503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399506 Sep 03 14:15:34.380370 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8a53f704-febe-40a5-bdf7-bf9a09634dea req-79529010-6a24-48eb-b6b6-bcb1bd53dc1b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Sep 03 14:15:34.444762 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-3e9895cb-7a30-48ef-882b-b79082f961a1 service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853541 Sep 03 14:15:34.533893 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-977497c7-4bfe-4d47-b192-c23f68f65d53 req-a1b0d33a-cc2c-4c56-a1fc-5bd157404e0b service neutron] 10.222.0.47 "GET /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818214 Sep 03 14:15:34.616733 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:15:34.988026 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20b54b-05e9-4b49-ad3e-476e7bfe57a3 req-707115e0-7b89-4e8a-ab45-d205236c3e13 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:34.989512 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9c20b54b-05e9-4b49-ad3e-476e7bfe57a3 req-707115e0-7b89-4e8a-ab45-d205236c3e13 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0479317 Sep 03 14:15:35.026000 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9c20b54b-05e9-4b49-ad3e-476e7bfe57a3 req-5c8e3555-dd00-4be4-891b-ba1c1606e3a4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307300 Sep 03 14:15:35.495034 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99ccd5-6a6a-4492-b5f4-c6c2337093fd req-3b38c848-1556-4339-8fb4-d61d8072a61b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:35.497538 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b99ccd5-6a6a-4492-b5f4-c6c2337093fd req-3b38c848-1556-4339-8fb4-d61d8072a61b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0494542 Sep 03 14:15:35.537971 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5b99ccd5-6a6a-4492-b5f4-c6c2337093fd req-768925ce-b0cc-4ec0-b2c4-e7e9aad0fddd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Sep 03 14:15:36.061707 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-47613194-a905-46e6-94c7-afbdd2808333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:36.154064 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13ac1-58d4-4ad6-a897-69afdf0dda9d req-44466f9a-3ea2-4990-a29d-c4c1a51bdf68 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:36.155773 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ad13ac1-58d4-4ad6-a897-69afdf0dda9d req-44466f9a-3ea2-4990-a29d-c4c1a51bdf68 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0512328 Sep 03 14:15:36.196441 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ad13ac1-58d4-4ad6-a897-69afdf0dda9d req-b2dc40c6-4465-4b30-863a-3862ce9590fe tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337157 Sep 03 14:15:36.495838 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:36.671016 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c25c6-d8b5-464d-8b67-057574536141 req-fae3c54a-7de2-4cb6-b515-9ddab787f911 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:36.672639 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f52c25c6-d8b5-464d-8b67-057574536141 req-fae3c54a-7de2-4cb6-b515-9ddab787f911 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0534852 Sep 03 14:15:36.718835 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f52c25c6-d8b5-464d-8b67-057574536141 req-d4c998ce-16ae-4d6a-9c77-ed679891bd98 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Sep 03 14:15:37.320656 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f7d6-119b-4b14-9870-310b657f1f32 req-b2565979-9e9b-45ba-9fa3-73d0242c9d29 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:37.322226 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06d4f7d6-119b-4b14-9870-310b657f1f32 req-b2565979-9e9b-45ba-9fa3-73d0242c9d29 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0506575 Sep 03 14:15:37.363486 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-06d4f7d6-119b-4b14-9870-310b657f1f32 req-60591648-0aaa-4bf0-a8d0-65f99dc80ff8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341117 Sep 03 14:15:37.370545 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:37.837072 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7291-66fb-4f1a-9257-442fd708db8c req-ba5ff07b-4adf-40b4-8ee2-f9330f9d7535 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:37.838644 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ffb7291-66fb-4f1a-9257-442fd708db8c req-ba5ff07b-4adf-40b4-8ee2-f9330f9d7535 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Sep 03 14:15:37.876208 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ffb7291-66fb-4f1a-9257-442fd708db8c req-b161c414-9a27-425b-be88-88bb11179d02 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Sep 03 14:15:38.483661 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a933f2-0da2-40d3-ba3c-98a6955cdbd7 req-bd8ea309-941c-4381-bec0-4f493631f2f4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:38.485188 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-15a933f2-0da2-40d3-ba3c-98a6955cdbd7 req-bd8ea309-941c-4381-bec0-4f493631f2f4 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0501666 Sep 03 14:15:38.525484 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-15a933f2-0da2-40d3-ba3c-98a6955cdbd7 req-60dd6624-aa11-4cda-bd61-db13fbd49b97 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337157 Sep 03 14:15:38.873215 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:38.998626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4d60-03d1-4803-ba44-8cda687ae8ed req-cb53a022-d118-4436-8b5b-31eeeeef0204 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:39.000122 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-490c4d60-03d1-4803-ba44-8cda687ae8ed req-cb53a022-d118-4436-8b5b-31eeeeef0204 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Sep 03 14:15:39.042964 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-490c4d60-03d1-4803-ba44-8cda687ae8ed req-f3b29e70-41cd-4a21-9c77-985dd3fdbdf0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362067 Sep 03 14:15:39.656268 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3d7c-7b07-4674-8a2c-9dca57ddc623 req-e7839d27-f9fc-4a8e-aaf2-5df6b8bd5d50 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:39.657768 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-880b3d7c-7b07-4674-8a2c-9dca57ddc623 req-e7839d27-f9fc-4a8e-aaf2-5df6b8bd5d50 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0543740 Sep 03 14:15:39.694742 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-880b3d7c-7b07-4674-8a2c-9dca57ddc623 req-130ef656-5260-47b6-85c4-a6b858c40607 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308578 Sep 03 14:15:40.162163 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42719-4310-45a7-819b-e47bc2e9647b req-9b0fcdc0-17eb-4218-b266-dfe718d35ad3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:40.163635 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9df42719-4310-45a7-819b-e47bc2e9647b req-9b0fcdc0-17eb-4218-b266-dfe718d35ad3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0536623 Sep 03 14:15:40.202127 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9df42719-4310-45a7-819b-e47bc2e9647b req-8c69032e-4e7b-4b6f-af4a-9e893c07e621 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Sep 03 14:15:40.821062 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee2ad0-70e2-4f35-b400-3c04fe51a67e req-82bdecee-3dce-4929-9c5b-3e99091ed4a3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:40.822592 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1bee2ad0-70e2-4f35-b400-3c04fe51a67e req-82bdecee-3dce-4929-9c5b-3e99091ed4a3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0510478 Sep 03 14:15:40.859957 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1bee2ad0-70e2-4f35-b400-3c04fe51a67e req-9fb252f3-eaf1-4927-86c5-c9e01330e5da tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313227 Sep 03 14:15:41.322863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32739e-c870-44f5-8f23-c0d17bc2276a req-2a01b0f3-cd50-4405-8b5f-af093ac9819b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:41.324325 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c32739e-c870-44f5-8f23-c0d17bc2276a req-2a01b0f3-cd50-4405-8b5f-af093ac9819b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0568130 Sep 03 14:15:41.364969 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c32739e-c870-44f5-8f23-c0d17bc2276a req-1154f9cc-1d84-42a6-82ae-8103e4c8f62a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Sep 03 14:15:41.978670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cbfe1-b6c7-4970-a836-81207df8fe22 req-d2c43ecc-ded8-426e-a924-42e05f361e7d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:41.980154 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8d9cbfe1-b6c7-4970-a836-81207df8fe22 req-d2c43ecc-ded8-426e-a924-42e05f361e7d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0497985 Sep 03 14:15:42.016541 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8d9cbfe1-b6c7-4970-a836-81207df8fe22 req-6156a760-287d-431d-a1f5-9dcadc6eae81 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305059 Sep 03 14:15:42.481308 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6710b-9932-4fbc-82ea-d73d1fb474f2 req-db50845b-b2ef-45d5-a3e1-7a49a42cb5df tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:42.482836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75e6710b-9932-4fbc-82ea-d73d1fb474f2 req-db50845b-b2ef-45d5-a3e1-7a49a42cb5df tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0510643 Sep 03 14:15:42.520985 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-75e6710b-9932-4fbc-82ea-d73d1fb474f2 req-88037706-e6a3-404b-bac8-21176fc610ca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321026 Sep 03 14:15:43.145809 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b52a-e7f4-4248-b2da-5dd54f2188de req-fc88b467-95d8-4916-a1ed-da2c6d7159dd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:43.147535 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-27e5b52a-e7f4-4248-b2da-5dd54f2188de req-fc88b467-95d8-4916-a1ed-da2c6d7159dd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0553541 Sep 03 14:15:43.188521 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-27e5b52a-e7f4-4248-b2da-5dd54f2188de req-7e9ee84e-ff7a-4884-a540-d00c0c073504 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346854 Sep 03 14:15:43.648511 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531c55b-1637-4870-9ddd-1db258619707 req-affe027e-314e-45c8-b4c5-29faf63984fc tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:43.650046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8531c55b-1637-4870-9ddd-1db258619707 req-affe027e-314e-45c8-b4c5-29faf63984fc tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0509584 Sep 03 14:15:43.689210 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8531c55b-1637-4870-9ddd-1db258619707 req-a599e858-b1ed-46c9-af79-88c5aa419ad1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Sep 03 14:15:44.327757 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31f528-bf06-4616-9bad-f715840572b0 req-017c1c9f-bddb-4694-839a-ef3e8c2d42e3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:44.329383 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5c31f528-bf06-4616-9bad-f715840572b0 req-017c1c9f-bddb-4694-839a-ef3e8c2d42e3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0528471 Sep 03 14:15:44.377570 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5c31f528-bf06-4616-9bad-f715840572b0 req-8c82028c-c977-49f3-b6fd-5999cadff858 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400760 Sep 03 14:15:44.781598 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:44.807471 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771d9c9-4047-40a3-bfce-265abaa87b27 req-7da882af-257b-4770-b673-6444b973a2d7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:44.811850 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e771d9c9-4047-40a3-bfce-265abaa87b27 req-7da882af-257b-4770-b673-6444b973a2d7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0525920 Sep 03 14:15:44.847745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e771d9c9-4047-40a3-bfce-265abaa87b27 req-5b79879f-a37a-40ec-82ad-b843c61c57c9 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Sep 03 14:15:45.497980 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66654f5-690b-48f5-ac70-75c37c021a92 req-71dd8707-a1a7-4901-b00d-8e6bad6ce298 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:45.499477 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f66654f5-690b-48f5-ac70-75c37c021a92 req-71dd8707-a1a7-4901-b00d-8e6bad6ce298 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0504134 Sep 03 14:15:45.536856 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f66654f5-690b-48f5-ac70-75c37c021a92 req-0fc5a975-2b79-4fd3-8404-19181628b269 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315444 Sep 03 14:15:45.966651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b5d7c-4911-40e3-89fe-63235d01e186 req-7bd5a477-ce04-475e-a4bb-1e1d7fde223a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:45.968103 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ce3b5d7c-4911-40e3-89fe-63235d01e186 req-7bd5a477-ce04-475e-a4bb-1e1d7fde223a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0479939 Sep 03 14:15:46.005789 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ce3b5d7c-4911-40e3-89fe-63235d01e186 req-8110b840-4d07-499c-8d34-70f7c67855f1 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Sep 03 14:15:46.662878 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3c5f-f5ae-482a-8e7c-29836a291f1f req-3751ebd2-86b7-4b26-bd61-c7f4b72adf6d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:46.664403 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc6b3c5f-f5ae-482a-8e7c-29836a291f1f req-3751ebd2-86b7-4b26-bd61-c7f4b72adf6d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0542510 Sep 03 14:15:46.702214 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dc6b3c5f-f5ae-482a-8e7c-29836a291f1f req-b6939988-ac37-498f-8a9f-77263f2e5e78 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315747 Sep 03 14:15:47.121646 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5150c-ba48-4adf-b246-9181bba5cb74 req-b50d27af-1da8-45a5-826f-924fecc843c7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:47.123168 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ae5150c-ba48-4adf-b246-9181bba5cb74 req-b50d27af-1da8-45a5-826f-924fecc843c7 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0487788 Sep 03 14:15:47.160639 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ae5150c-ba48-4adf-b246-9181bba5cb74 req-ffb1a866-31e4-4064-9fbb-30af3386cbd8 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313454 Sep 03 14:15:47.818374 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d96f1-97b3-43c9-ac3a-e9b43b3b4fcb req-8a71e7bd-c93d-4085-8d7e-868863d9bb0b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:47.819865 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-350d96f1-97b3-43c9-ac3a-e9b43b3b4fcb req-8a71e7bd-c93d-4085-8d7e-868863d9bb0b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0477512 Sep 03 14:15:47.857124 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-350d96f1-97b3-43c9-ac3a-e9b43b3b4fcb req-1b89e745-393a-42ed-ad43-7d985efa3545 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313151 Sep 03 14:15:48.275718 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738fab-a773-4834-b00c-13ebcfe97a71 req-8cc726f9-b17c-491a-87c9-9b716979642a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:48.277174 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6738fab-a773-4834-b00c-13ebcfe97a71 req-8cc726f9-b17c-491a-87c9-9b716979642a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Sep 03 14:15:48.315544 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b6738fab-a773-4834-b00c-13ebcfe97a71 req-7eeda288-a48a-4578-8895-535cd4e586c4 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Sep 03 14:15:48.973690 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd075b13-2d77-4204-951e-be1ade8cd2ba req-f62a9659-9744-42ec-9607-0f247dc02edd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:48.975151 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bd075b13-2d77-4204-951e-be1ade8cd2ba req-f62a9659-9744-42ec-9607-0f247dc02edd tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0478909 Sep 03 14:15:49.011594 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bd075b13-2d77-4204-951e-be1ade8cd2ba req-9ccb3e8b-ea9f-471f-a223-95025ab3e608 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307343 Sep 03 14:15:49.430538 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f7b7-c4ca-4c88-85e6-770ba33c5bc9 req-9ea11008-3b35-42d5-8d32-ed84f6115600 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:49.432046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7db1f7b7-c4ca-4c88-85e6-770ba33c5bc9 req-9ea11008-3b35-42d5-8d32-ed84f6115600 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0512033 Sep 03 14:15:49.468937 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7db1f7b7-c4ca-4c88-85e6-770ba33c5bc9 req-e7b33b2a-5f2e-45e4-993b-4556edf9deca tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Sep 03 14:15:50.139580 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608bbef-ce38-4714-91c7-0955751e0a11 req-68cffed3-0dc3-457a-93c4-e3cfd590c86f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.141166 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3608bbef-ce38-4714-91c7-0955751e0a11 req-68cffed3-0dc3-457a-93c4-e3cfd590c86f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0534196 Sep 03 14:15:50.180298 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3608bbef-ce38-4714-91c7-0955751e0a11 req-4767eba7-7e49-4367-896b-edce0f5345dc tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325305 Sep 03 14:15:50.442403 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-531c30b6-e7d1-45f5-aaf6-9ea1560c133d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428927 Sep 03 14:15:50.626365 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-a459fb60-b15b-4e40-982f-7c5b9422d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.626365 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-a459fb60-b15b-4e40-982f-7c5b9422d6f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1098 time: 0.0434635 Sep 03 14:15:50.627408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465495c4-e844-4537-ab61-a4e0d850f610 req-0727eaa1-a56b-424c-b320-fa2395bc255b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.627408 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-465495c4-e844-4537-ab61-a4e0d850f610 req-0727eaa1-a56b-424c-b320-fa2395bc255b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0595894 Sep 03 14:15:50.632649 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-465495c4-e844-4537-ab61-a4e0d850f610 req-d5c67179-e649-4a2d-803e-4633aff8aa95 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Sep 03 14:15:50.650149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-5b930287-ac7f-49ce-b71c-f21c211d6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.653827 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-5b930287-ac7f-49ce-b71c-f21c211d6baa service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0896912 Sep 03 14:15:50.725395 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-d52ec6d0-74fb-45e9-a615-695eb5e6b0ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 1001 time: 0.0660975 Sep 03 14:15:50.791008 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-479677cc-9453-4a03-9469-bcf95e4b575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.792447 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-479677cc-9453-4a03-9469-bcf95e4b575e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0831685 Sep 03 14:15:50.794143 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-1daa9e47-d325-4559-9473-74296b9a9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.795453 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-1daa9e47-d325-4559-9473-74296b9a9cd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0572250 Sep 03 14:15:50.903636 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-1e7ec169-f642-4380-ac1f-e653b92e50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.905270 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-1e7ec169-f642-4380-ac1f-e653b92e50af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918663 Sep 03 14:15:50.936096 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-c74afdba-6c75-4646-b28f-77a6fc4a7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:50.937503 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-c74afdba-6c75-4646-b28f-77a6fc4a7d5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 909 time: 0.1307936 Sep 03 14:15:51.046486 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-5ae42f2b-74f2-4bfb-8f83-e2ec6195bdac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0987043 Sep 03 14:15:51.051684 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-a48ac94a-af16-4bda-8f0e-d5551f221021 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346414 Sep 03 14:15:51.155936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-8dbfe3dd-52df-49e7-8403-82e367407624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:51.157282 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-8dbfe3dd-52df-49e7-8403-82e367407624 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0961518 Sep 03 14:15:51.203893 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-f228e685-1c82-4dbb-a024-584fd5fc135f req-02487cec-0346-45ae-88d6-0a2ff34727fd service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350636 Sep 03 14:15:51.216783 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-e6b28c89-4929-4f53-b5a5-b66832ba862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:51.218311 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-e6b28c89-4929-4f53-b5a5-b66832ba862b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521758 Sep 03 14:15:51.300800 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7eae4-d1da-4b64-89ed-cf8ae0717c02 req-d8de006c-481a-4256-b68a-eb9896f649a3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:51.302413 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7ac7eae4-d1da-4b64-89ed-cf8ae0717c02 req-d8de006c-481a-4256-b68a-eb9896f649a3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0492735 Sep 03 14:15:51.316807 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-0be05e51-5f79-423b-98a9-6e6f4bc4bf4b service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879686 Sep 03 14:15:51.340726 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7ac7eae4-d1da-4b64-89ed-cf8ae0717c02 req-dd3c87c0-391b-4bbc-a70b-aa80da162b67 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317190 Sep 03 14:15:51.405004 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a0e5201c-02e2-4bb6-8afa-2794ac90eeda req-5a0c2317-918f-48a6-ad69-0e78178f73dd service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806522 Sep 03 14:15:51.751594 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59add9-075a-4218-a0f6-5cffcd71a06b req-f23faeaf-db4c-4ef6-a638-0acfe0995b1d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:51.753095 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1d59add9-075a-4218-a0f6-5cffcd71a06b req-f23faeaf-db4c-4ef6-a638-0acfe0995b1d tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0544164 Sep 03 14:15:51.791082 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1d59add9-075a-4218-a0f6-5cffcd71a06b req-ed2ccb53-9c79-4c9d-bdd9-bf650120cfe3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Sep 03 14:15:52.460249 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4139-a82f-4cc8-b291-908374612d60 req-09131699-fea4-4e93-8931-44e3e218cd24 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:52.461778 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8e9f4139-a82f-4cc8-b291-908374612d60 req-09131699-fea4-4e93-8931-44e3e218cd24 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0492446 Sep 03 14:15:52.498044 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8e9f4139-a82f-4cc8-b291-908374612d60 req-36583e73-3d16-4e07-beac-a307d7eb69b3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304174 Sep 03 14:15:52.902133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b932a9-02b3-4fef-9c22-8f52c9a774db req-92b59bd0-3bcf-4c83-b78c-20bc94be52dd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:52.903602 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-85b932a9-02b3-4fef-9c22-8f52c9a774db req-92b59bd0-3bcf-4c83-b78c-20bc94be52dd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Sep 03 14:15:52.940074 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-85b932a9-02b3-4fef-9c22-8f52c9a774db req-5d1a4863-af72-4184-a675-7d31e796d819 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Sep 03 14:15:53.636917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac162dd-9cc8-4bcc-a6c6-9892e2316b48 req-a63d1755-1c78-4d12-842b-02d7ebd07239 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:53.639258 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cac162dd-9cc8-4bcc-a6c6-9892e2316b48 req-a63d1755-1c78-4d12-842b-02d7ebd07239 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0638142 Sep 03 14:15:53.688840 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-cac162dd-9cc8-4bcc-a6c6-9892e2316b48 req-c81a005d-f3d5-4ac1-b0da-99cd7cbad0f3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425701 Sep 03 14:15:54.056167 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829bec-b622-44e2-8cf5-f48375684e1e req-a8c07fde-97fe-414d-876b-49e58d98609f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:54.057692 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c829bec-b622-44e2-8cf5-f48375684e1e req-a8c07fde-97fe-414d-876b-49e58d98609f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0524950 Sep 03 14:15:54.097598 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1c829bec-b622-44e2-8cf5-f48375684e1e req-284df235-a7a1-417e-9394-7a8561d67f01 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Sep 03 14:15:54.773201 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:15:54.807979 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224347d-0417-4be0-99b6-03ee04bfc1d2 req-f677f556-31af-4720-b051-7a211782352b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:54.810456 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f224347d-0417-4be0-99b6-03ee04bfc1d2 req-f677f556-31af-4720-b051-7a211782352b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 943 time: 0.0515349 Sep 03 14:15:54.847530 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f224347d-0417-4be0-99b6-03ee04bfc1d2 req-cd9d63b4-2da0-499c-a24d-1f25fb6b438f tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308402 Sep 03 14:15:54.878291 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:54.889154 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'port_id': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'mac_address': 'fa:16:3e:3e:a7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:15:54.925515 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:54.937568 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:15:54.955925 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:55.027245 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:55.073803 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=9']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:55.213728 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2422e7-bd82-4665-9ba9-c4308377125d req-e38a818b-72e1-4f82-ba3e-3716ad85bab4 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:55.215194 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3d2422e7-bd82-4665-9ba9-c4308377125d req-e38a818b-72e1-4f82-ba3e-3716ad85bab4 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0521605 Sep 03 14:15:55.252683 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3d2422e7-bd82-4665-9ba9-c4308377125d req-35d372e6-41d6-408b-91b6-33939dfdb30f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Sep 03 14:15:55.361411 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['e09708cd-3fc9-4b33-b3a7-07cebe5ab605'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:15:55.600938 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e163927-541b-44bd-89dc-86814180aa22 req-204901c0-470b-4af3-ba54-af1db4596ec6 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:55.602719 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e163927-541b-44bd-89dc-86814180aa22 req-204901c0-470b-4af3-ba54-af1db4596ec6 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0515962 Sep 03 14:15:55.635077 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 35972) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:55.642611 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0e163927-541b-44bd-89dc-86814180aa22 req-613713de-5d5b-402f-ad20-a2dc5f68741f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Sep 03 14:15:55.720189 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-29756523-4f84-44f1-8477-42091f21806a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839510 Sep 03 14:15:55.729839 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-0f24b646-7750-4579-8a7a-fe637589a8bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:55.730817 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-0f24b646-7750-4579-8a7a-fe637589a8bd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051305 Sep 03 14:15:55.972886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c02dc-b51d-4f7d-ae07-e2ed1010827e req-56e292e1-5b98-4665-b4ce-ec742af76a70 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:55.974576 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad8c02dc-b51d-4f7d-ae07-e2ed1010827e req-56e292e1-5b98-4665-b4ce-ec742af76a70 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 944 time: 0.0555196 Sep 03 14:15:56.016834 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ad8c02dc-b51d-4f7d-ae07-e2ed1010827e req-4bca87e7-df03-4800-b42b-c7dcfbd67c57 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363295 Sep 03 14:15:56.758787 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf76a0-bf69-44cf-8bb3-94b5f1d4291d req-4f7b82f2-05f1-4b21-a81d-d9d85ed99d28 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:56.760260 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94bf76a0-bf69-44cf-8bb3-94b5f1d4291d req-4f7b82f2-05f1-4b21-a81d-d9d85ed99d28 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Sep 03 14:15:56.786034 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:56.799907 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-94bf76a0-bf69-44cf-8bb3-94b5f1d4291d req-e1065a87-159f-40b2-bdf4-5c3b1ad1f5f0 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Sep 03 14:15:56.837696 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:56.837696 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.921750 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.943918 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:15:56.946222 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167851c9-9554-43f2-9061-7fc27a79d46b" -d '{"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:15:56.959316 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:57.038654 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.039464 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:15:57.112564 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f47c6-f0b9-47ae-9339-a595b703cf8a x-openstack-request-id: req-6d8f47c6-f0b9-47ae-9339-a595b703cf8a {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:15:57.112853 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-plugged", "status": "completed", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:15:57.113755 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d8f47c6-f0b9-47ae-9339-a595b703cf8a {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:15:57.114149 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'code': 200} Sep 03 14:15:57.121085 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=10']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:57.152154 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2889d0a-a5f0-438b-be19-49e1b251fc26 req-fd1f065b-fb0c-4649-9364-5e085f139652 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:57.153823 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d2889d0a-a5f0-438b-be19-49e1b251fc26 req-fd1f065b-fb0c-4649-9364-5e085f139652 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0586259 Sep 03 14:15:57.172922 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.193040 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d2889d0a-a5f0-438b-be19-49e1b251fc26 req-a96cdea2-1290-46a0-9e44-7e69af3ee5e1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327249 Sep 03 14:15:57.208717 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:57.278603 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.332128 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=6']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:57.434469 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0423a-7b92-4518-bea3-f63aa63dedd7 req-450eb7bc-f11c-44fb-8912-2f68a388a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:57.436014 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ab0423a-7b92-4518-bea3-f63aa63dedd7 req-450eb7bc-f11c-44fb-8912-2f68a388a36d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 1099 time: 0.0438616 Sep 03 14:15:57.473325 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5ab0423a-7b92-4518-bea3-f63aa63dedd7 req-8e09f97a-5e3d-4057-a26f-4f1d0019b026 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272174 Sep 03 14:15:57.913731 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17d6aa-989a-4dc4-a15a-baef6af1cbe9 req-15529671-5447-46f8-87b6-8ff541fd6a38 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:57.915205 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a17d6aa-989a-4dc4-a15a-baef6af1cbe9 req-15529671-5447-46f8-87b6-8ff541fd6a38 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0480607 Sep 03 14:15:57.951658 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-6a17d6aa-989a-4dc4-a15a-baef6af1cbe9 req-ea29f1d0-7e18-4d7a-8e4f-6393aa01e3f3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304990 Sep 03 14:15:58.167063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-bc2a6ab5-61ab-4709-baf1-6a766f9a2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.168427 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-bc2a6ab5-61ab-4709-baf1-6a766f9a2d79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317&tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe HTTP/1.1" status: 200 len: 1097 time: 0.0401425 Sep 03 14:15:58.231343 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-df2c9305-45b7-4e91-a4b7-404d8f5a2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.233201 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-df2c9305-45b7-4e91-a4b7-404d8f5a2864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1097 time: 0.0418944 Sep 03 14:15:58.322275 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a9e0-e691-4901-9d86-f42a9352bdc1 req-3da18d72-bcc2-4844-bfda-821bd356c5c3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.323775 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b023a9e0-e691-4901-9d86-f42a9352bdc1 req-3da18d72-bcc2-4844-bfda-821bd356c5c3 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0571046 Sep 03 14:15:58.328604 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-a78c96c7-0a58-4bbc-a5c3-cd46261d6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.330108 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-a78c96c7-0a58-4bbc-a5c3-cd46261d6158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 909 time: 0.0892663 Sep 03 14:15:58.361707 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b023a9e0-e691-4901-9d86-f42a9352bdc1 req-6ed8705e-2fbc-4759-9d43-4103d7e2e947 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317097 Sep 03 14:15:58.395443 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-62b580a4-716d-43c2-949e-4e3cd887b8c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0570283 Sep 03 14:15:58.444970 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-873e90fa-6878-483f-a2f7-e7ebc132a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.446349 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-873e90fa-6878-483f-a2f7-e7ebc132a366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0448225 Sep 03 14:15:58.491081 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-dc4c04a5-7a92-41a3-b29f-481952d48273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:58.492517 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-dc4c04a5-7a92-41a3-b29f-481952d48273 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382977 Sep 03 14:15:58.584350 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-44a26bca-6b28-4e0a-9b3b-61a457b826d2 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835004 Sep 03 14:15:58.676720 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-d8ec5ebb-8795-4bbe-8fb5-8affd62abf69 req-13cf5ddd-64dd-4dac-9467-c4f859913066 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818474 Sep 03 14:15:59.066054 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d8a53-f3b9-4f79-adf6-3c13ae16d5ff req-8bf2af85-fe5b-42eb-8ceb-25f3f5c59102 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:59.068268 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-427d8a53-f3b9-4f79-adf6-3c13ae16d5ff req-8bf2af85-fe5b-42eb-8ceb-25f3f5c59102 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0510464 Sep 03 14:15:59.107038 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-427d8a53-f3b9-4f79-adf6-3c13ae16d5ff req-13388ac7-5400-4bc1-911b-e4f5f6cd6619 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Sep 03 14:15:59.115253 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:15:59.117759 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3986ad-5092-49a7-ba43-01e3cdd59dcf" -d '{"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-unplugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:15:59.152620 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172c6be-b384-4505-9f84-9fe76d2ce9ba x-openstack-request-id: req-c172c6be-b384-4505-9f84-9fe76d2ce9ba {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:15:59.152909 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-unplugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:15:59.153159 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c172c6be-b384-4505-9f84-9fe76d2ce9ba {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:15:59.153569 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'code': 200} Sep 03 14:15:59.479905 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66f24-f1ab-4d16-b4b3-85013e5b5bfd req-4f7b869e-9fd6-418b-a81d-5cfedb90a06a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:59.481368 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bcf66f24-f1ab-4d16-b4b3-85013e5b5bfd req-4f7b869e-9fd6-418b-a81d-5cfedb90a06a tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Sep 03 14:15:59.518334 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-bcf66f24-f1ab-4d16-b4b3-85013e5b5bfd req-78c51325-ea27-4c81-b9be-b2ff4629cb7d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309873 Sep 03 14:16:00.227191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f61d5-ec47-46f4-b754-44196c678119 req-8e8fcb6d-cb88-4cf6-b737-f8acb0021d8a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:00.228645 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e0f61d5-ec47-46f4-b754-44196c678119 req-8e8fcb6d-cb88-4cf6-b737-f8acb0021d8a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0517769 Sep 03 14:16:00.265751 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5e0f61d5-ec47-46f4-b754-44196c678119 req-9774c6b4-ce01-40c5-9b92-f85eca8e547a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Sep 03 14:16:00.636747 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fdf78-bf65-450e-987c-1ffa8cd7580d req-f0268904-4af3-461a-8345-619b48b3466c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:00.638363 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-541fdf78-bf65-450e-987c-1ffa8cd7580d req-f0268904-4af3-461a-8345-619b48b3466c tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Sep 03 14:16:00.675151 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-541fdf78-bf65-450e-987c-1ffa8cd7580d req-c230335d-8f23-467f-acfe-f6a9b4195da1 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310779 Sep 03 14:16:01.378821 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7774c0-46b7-4623-ac63-cdb6bdc96d93 req-85f6df41-c89c-4195-9c96-8d7e15902d09 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:01.380316 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fa7774c0-46b7-4623-ac63-cdb6bdc96d93 req-85f6df41-c89c-4195-9c96-8d7e15902d09 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0476003 Sep 03 14:16:01.418077 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fa7774c0-46b7-4623-ac63-cdb6bdc96d93 req-155ff9fd-4b3b-4f04-ac37-8538f56bf79e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306904 Sep 03 14:16:02.532423 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890cda5-6968-4368-8c1e-a961bd512392 req-b248eef2-2ac5-4032-8c2a-9443b2a7226f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:02.533881 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5890cda5-6968-4368-8c1e-a961bd512392 req-b248eef2-2ac5-4032-8c2a-9443b2a7226f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0510476 Sep 03 14:16:02.571088 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5890cda5-6968-4368-8c1e-a961bd512392 req-cc64a53f-c866-4fc3-8f13-58fbb465334c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Sep 03 14:16:03.483963 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-acb830cc-fa02-4891-98b8-ee7f45ef6787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:03.683812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7a46a-ea20-4479-97c3-a46b20c4a3e8 req-af797967-02a9-4bc0-ac98-981a1826c5d2 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:03.685264 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8de7a46a-ea20-4479-97c3-a46b20c4a3e8 req-af797967-02a9-4bc0-ac98-981a1826c5d2 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0483894 Sep 03 14:16:03.720929 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8de7a46a-ea20-4479-97c3-a46b20c4a3e8 req-b7db1b81-54b1-49a3-b276-70c612ed4b52 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297716 Sep 03 14:16:04.835226 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc920f6-fc4d-4069-9f77-76f7ec802bbb req-dccf80e8-6607-4d41-96cd-c43b97227498 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:04.836697 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fdc920f6-fc4d-4069-9f77-76f7ec802bbb req-dccf80e8-6607-4d41-96cd-c43b97227498 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0484095 Sep 03 14:16:04.873032 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fdc920f6-fc4d-4069-9f77-76f7ec802bbb req-a1e20365-972d-4d81-8081-89aa623815c9 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Sep 03 14:16:05.990991 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529b978-f5de-410f-8af7-0bc1df558373 req-2aadc158-a41a-408e-8c0c-f8c22124fa14 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:05.992468 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b529b978-f5de-410f-8af7-0bc1df558373 req-2aadc158-a41a-408e-8c0c-f8c22124fa14 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 944 time: 0.0524292 Sep 03 14:16:06.030897 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b529b978-f5de-410f-8af7-0bc1df558373 req-f2d7b381-1468-4610-ac29-aca06a9519f3 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Sep 03 14:16:06.060294 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eaaa94a0-072c-40bc-b197-e5813dcc0100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:06.477884 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:06.817582 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:16:06.911698 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:06.923046 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'port_id': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'mac_address': 'fa:16:3e:cf:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:16:06.957766 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:06.970299 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687a77d9-76c0-4b83-9f2c-4943483b0ec0 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:16:06.988856 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:07.054581 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:07.100776 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=7']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:07.144161 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7189-3014-449d-8646-829bc10f52d5 req-e16e06c9-0ab3-4c82-8d0c-fd138494d41a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:07.145704 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eb8e7189-3014-449d-8646-829bc10f52d5 req-e16e06c9-0ab3-4c82-8d0c-fd138494d41a tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Sep 03 14:16:07.185922 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-eb8e7189-3014-449d-8646-829bc10f52d5 req-8b6355ae-fc7a-4167-85b8-f829e5b9c61e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334053 Sep 03 14:16:07.346615 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:07.394429 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['687a77d9-76c0-4b83-9f2c-4943483b0ec0'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:16:08.296607 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e962a1-7bd9-453c-a2e7-bab1e579ffd9 req-22b2a7c7-6d5b-4698-acbf-ce6fc185f13e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:08.298145 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-93e962a1-7bd9-453c-a2e7-bab1e579ffd9 req-22b2a7c7-6d5b-4698-acbf-ce6fc185f13e tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 945 time: 0.0488071 Sep 03 14:16:08.335456 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-93e962a1-7bd9-453c-a2e7-bab1e579ffd9 req-b3ccfda6-7688-439e-b4e7-4f6af66c6046 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Sep 03 14:16:08.827087 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:16:08.876205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:16:08.876821 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:08.908283 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:08.954577 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:08.976236 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:08.978537 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077664d-22a1-49fb-96d2-225dea5bd7a1" -d '{"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-plugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:08.990727 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:09.015418 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c7a8b-70cf-4411-b72c-a84a510659b8 x-openstack-request-id: req-ca7c7a8b-70cf-4411-b72c-a84a510659b8 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:09.015703 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-plugged", "status": "completed", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:09.015955 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca7c7a8b-70cf-4411-b72c-a84a510659b8 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:09.016337 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'code': 200} Sep 03 14:16:09.038838 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:09.090260 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=8']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:09.300726 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d1e2-d2bc-4511-8f5b-ef948042e41d req-46b0ea0f-d962-4bef-b7a5-ac70120708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:09.302282 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-cec8d1e2-d2bc-4511-8f5b-ef948042e41d req-46b0ea0f-d962-4bef-b7a5-ac70120708be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0392504 Sep 03 14:16:09.336202 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-cec8d1e2-d2bc-4511-8f5b-ef948042e41d req-5d18767f-139f-4070-aa34-4041030e635a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270572 Sep 03 14:16:09.450201 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093b36-0145-4c92-a378-3c4ac1f65f33 req-8ab6c59e-9ec2-4fa5-9080-eac136f12f9b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:09.451634 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e6093b36-0145-4c92-a378-3c4ac1f65f33 req-8ab6c59e-9ec2-4fa5-9080-eac136f12f9b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0510461 Sep 03 14:16:09.487695 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e6093b36-0145-4c92-a378-3c4ac1f65f33 req-aa3b68da-51f1-4c7d-bb72-7d8bdeea847f tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302267 Sep 03 14:16:09.654810 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:16:10.604549 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2611ca-e85d-485d-975b-7e95b0aeb666 req-399bc7aa-512a-45c3-a217-9cd0f2581efd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:10.605976 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c2611ca-e85d-485d-975b-7e95b0aeb666 req-399bc7aa-512a-45c3-a217-9cd0f2581efd tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0486023 Sep 03 14:16:10.644432 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3c2611ca-e85d-485d-975b-7e95b0aeb666 req-e1458fd0-4e77-4873-95c2-449f5efd1df2 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Sep 03 14:16:11.756517 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289dab3-80e3-4380-a4ad-a160d5587d06 req-a4052fb4-8a85-41c5-8adf-ce841163509c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:11.757994 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9289dab3-80e3-4380-a4ad-a160d5587d06 req-a4052fb4-8a85-41c5-8adf-ce841163509c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0494978 Sep 03 14:16:11.794674 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-9289dab3-80e3-4380-a4ad-a160d5587d06 req-037ebc80-a7ea-407b-a045-61324c166e19 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304112 Sep 03 14:16:14.798053 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:33.483510 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5333b714-db0a-488a-b842-856bd539b979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:36.048787 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3683c71d-710d-4c83-9eae-f10b46a7364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:36.591811 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:36.890743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36074) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:37.044520 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port df95963e-ddb9-41c8-88fb-354984b65e8f {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:37.044862 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.363445 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.370647 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.370980 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.383203 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for df95963e-ddb9-41c8-88fb-354984b65e8f owned by network:floatingip {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:37.591810 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.616576 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=df95963e-ddb9-41c8-88fb-354984b65e8f,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:37.630412 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.630765 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.631106 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.631431 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.631773 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.632082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.632400 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.632717 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.633033 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.633345 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.633686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.634000 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:37.689287 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.689628 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 65e745b7-9cd1-4c1e-8e0c-ee16829f1853 disassociated (deleted). External IP: 172.27.0.170, port: c1c3c188-647c-40cc-863e-62887812bc76. Sep 03 14:16:37.886936 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:16:37.990217 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:16:37.994908 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:37.999459 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:16:38.009241 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:38.009918 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:38.023132 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-384f8470-9d71-4c5f-8c60-545c6eadbb5b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "DELETE /v2.0/floatingips/65e745b7-9cd1-4c1e-8e0c-ee16829f1853 HTTP/1.1" status: 204 len: 168 time: 1.1289876 Sep 03 14:16:38.023132 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:38.023746 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16252b7-2d89-409c-87ea-461cec76305c" -d '{"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:38.058762 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e0f5e-625f-49c3-a0d1-4d73eab627f9 x-openstack-request-id: req-7c6e0f5e-625f-49c3-a0d1-4d73eab627f9 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:38.059053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "tag": "c1c3c188-647c-40cc-863e-62887812bc76", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:38.059301 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c6e0f5e-625f-49c3-a0d1-4d73eab627f9 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:38.059686 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76', 'status': 'completed', 'code': 200} Sep 03 14:16:38.124860 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:38.132053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16252b7-2d89-409c-87ea-461cec76305c req-9050366a-b1e7-4ff7-8592-e125eaed7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:38.133567 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-9050366a-b1e7-4ff7-8592-e125eaed7662 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 1098 time: 0.0409141 Sep 03 14:16:38.227518 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16252b7-2d89-409c-87ea-461cec76305c req-834a592c-34ab-4a6d-aa71-5e6a5a3702e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:38.229044 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-834a592c-34ab-4a6d-aa71-5e6a5a3702e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0881772 Sep 03 14:16:38.270846 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-330ec1e7-8c7e-4f36-98cd-2daf2d71bc53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 200 len: 217 time: 0.0342085 Sep 03 14:16:38.322307 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16252b7-2d89-409c-87ea-461cec76305c req-8b348867-7e09-4614-9cf0-a6e41d39f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:38.323795 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-8b348867-7e09-4614-9cf0-a6e41d39f90a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0459194 Sep 03 14:16:38.362642 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:38.375634 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16252b7-2d89-409c-87ea-461cec76305c req-f7211c96-e3ec-4100-b269-a53054062e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:38.377146 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-f7211c96-e3ec-4100-b269-a53054062e9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457985 Sep 03 14:16:38.390704 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:16:38.399265 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:38.399909 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:38.429840 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dd453-a2ef-47ed-947a-1ac3ae7a9caf req-80fc450d-6e28-414b-8c85-8b095bbc3114 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:38.431458 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1e1dd453-a2ef-47ed-947a-1ac3ae7a9caf req-80fc450d-6e28-414b-8c85-8b095bbc3114 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0538530 Sep 03 14:16:38.470847 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1e1dd453-a2ef-47ed-947a-1ac3ae7a9caf req-e911e320-02ba-456b-b7ff-c4c842bb202f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Sep 03 14:16:38.471963 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-942721ac-b592-4169-951f-5e0a51b5d878 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869000 Sep 03 14:16:38.506279 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:38.565769 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-e16252b7-2d89-409c-87ea-461cec76305c req-1c29894d-14ba-4498-953d-f8489af2d783 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Sep 03 14:16:38.735970 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:38.762053 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3817a8-1270-4732-8599-8f55103d9e4a None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_floatingips': [{'id': '357ef71d-3ae4-47ff-8e47-ff8d617569a0', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'router_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'port_id': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'mac_address': 'fa:16:3e:17:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:02Z', 'revision_number': 1, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:16:38.899121 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:38.972801 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc8cb5-a219-4d91-bb0c-778502b38d3b None None] New status for floating IP 65e745b7-9cd1-4c1e-8e0c-ee16829f1853: DOWN {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:16:39.584076 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb46a17-73ed-4ff9-bb58-d013a8bc18f9 req-12075619-89a9-4719-bd9c-26dda69ada5e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:39.585431 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0bb46a17-73ed-4ff9-bb58-d013a8bc18f9 req-12075619-89a9-4719-bd9c-26dda69ada5e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0474615 Sep 03 14:16:39.622845 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0bb46a17-73ed-4ff9-bb58-d013a8bc18f9 req-6985c1c8-5201-432f-9aba-c7a1e59a435d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Sep 03 14:16:40.144450 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-3ee4078a-76b5-4424-8a61-12f75f966e2d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:40.145914 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-3ee4078a-76b5-4424-8a61-12f75f966e2d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 945 time: 0.0476356 Sep 03 14:16:40.237966 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port c1c3c188-647c-40cc-863e-62887812bc76 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:40.238306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:40.322947 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] For port c1c3c188-647c-40cc-863e-62887812bc76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c1c3c188-647c-40cc-863e-62887812bc76,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:40.323312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:40.335255 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for c1c3c188-647c-40cc-863e-62887812bc76 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:40.580381 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:40.606098 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=c1c3c188-647c-40cc-863e-62887812bc76,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:40.647497 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] No DVR routers for this DVR port c1c3c188-647c-40cc-863e-62887812bc76 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:16:40.649941 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:40.651924 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0f9adf02-5590-45e2-a2f0-77b3a2fc795b req-0b33363d-259e-45c1-9337-6c965be9c718 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "DELETE /v2.0/ports/c1c3c188-647c-40cc-863e-62887812bc76 HTTP/1.1" status: 204 len: 173 time: 0.4997993 Sep 03 14:16:40.652377 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'name': 'network-vif-deleted', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:40.654898 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f070bd-d84f-4883-b13d-ba9cd24aa843" -d '{"events": [{"server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "name": "network-vif-deleted", "tag": "c1c3c188-647c-40cc-863e-62887812bc76"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:40.690402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8350154-ef0e-4a0c-9a60-651cf8e92c61 x-openstack-request-id: req-b8350154-ef0e-4a0c-9a60-651cf8e92c61 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:40.690747 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33066ec-4d55-4e09-9c75-6dd0cf78095d", "name": "network-vif-deleted", "tag": "c1c3c188-647c-40cc-863e-62887812bc76", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:40.691003 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8350154-ef0e-4a0c-9a60-651cf8e92c61 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:40.691396 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33066ec-4d55-4e09-9c75-6dd0cf78095d', 'name': 'network-vif-deleted', 'tag': 'c1c3c188-647c-40cc-863e-62887812bc76', 'status': 'completed', 'code': 200} Sep 03 14:16:40.724273 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-d64959e2-38a0-4ebd-a887-9f0696db42af req-8b1e0658-21b6-433d-833a-35b99595bb04 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d33066ec-4d55-4e09-9c75-6dd0cf78095d HTTP/1.1" status: 200 len: 210 time: 0.0258970 Sep 03 14:16:43.104271 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device c1c3c188-647c-40cc-863e-62887812bc76 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:16:43.124477 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: c1c3c188-647c-40cc-863e-62887812bc76 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:16:43.124817 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device c1c3c188-647c-40cc-863e-62887812bc76 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:16:44.179177 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36106) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:44.333149 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port 5260c576-ac90-4819-af26-b1ca5dc70c51 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:44.333512 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.405524 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.405840 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.417097 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for 5260c576-ac90-4819-af26-b1ca5dc70c51 owned by network:floatingip {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:44.625719 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.652417 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=5260c576-ac90-4819-af26-b1ca5dc70c51,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:44.713196 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.713557 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Floating IP 357ef71d-3ae4-47ff-8e47-ff8d617569a0 disassociated (deleted). External IP: 172.27.0.118, port: 9ab5a3e6-47f8-444d-8fc1-515ec32ce178. Sep 03 14:16:44.784550 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.909488 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:16:45.012663 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:16:45.017248 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:45.021774 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:16:45.030698 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:45.031309 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:45.045056 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-9c1639cc-dc10-4022-8db3-21761c6d6c2f tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "DELETE /v2.0/floatingips/357ef71d-3ae4-47ff-8e47-ff8d617569a0 HTTP/1.1" status: 204 len: 168 time: 0.8647919 Sep 03 14:16:45.046213 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:45.048851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:45.087564 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfca5c2-502e-4511-bfa1-111fe5a12c04 x-openstack-request-id: req-bdfca5c2-502e-4511-bfa1-111fe5a12c04 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:45.087915 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:45.088229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdfca5c2-502e-4511-bfa1-111fe5a12c04 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:45.088725 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'status': 'completed', 'code': 200} Sep 03 14:16:45.140746 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:45.153650 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-4f454db2-8cb2-46e0-85bc-84d8e20e5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:45.155670 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-4f454db2-8cb2-46e0-85bc-84d8e20e5627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 1098 time: 0.0437539 Sep 03 14:16:45.243198 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-76394924-d7e8-45de-b18c-35a8f98c0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:45.244659 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-76394924-d7e8-45de-b18c-35a8f98c0aa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 200 len: 913 time: 0.0824857 Sep 03 14:16:45.290463 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-b349ec5f-c546-4841-a54a-732d18750dc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 200 len: 217 time: 0.0377073 Sep 03 14:16:45.339733 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:45.341712 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-bec7edb8-2391-4bec-baa4-fe08eabb5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:45.343308 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-bec7edb8-2391-4bec-baa4-fe08eabb5a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 200 len: 851 time: 0.0462375 Sep 03 14:16:45.369287 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:16:45.378231 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:45.378885 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:45.398120 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-d0d83b79-ca9f-4a15-9722-d1dc8611069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:45.399650 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-d0d83b79-ca9f-4a15-9722-d1dc8611069b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473385 Sep 03 14:16:45.483463 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a438a-a9e6-4d48-ad1e-e8b30fc1cb02 req-042c3119-8022-4b76-b623-0bac0157557c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:45.485186 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-317a438a-a9e6-4d48-ad1e-e8b30fc1cb02 req-042c3119-8022-4b76-b623-0bac0157557c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0523674 Sep 03 14:16:45.489996 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:45.504290 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-2e789928-9ca8-476b-8955-960352aa6f5e service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944824 Sep 03 14:16:45.525993 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-317a438a-a9e6-4d48-ad1e-e8b30fc1cb02 req-9729e991-ec95-4139-bb59-94a4c07279fb tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Sep 03 14:16:45.604061 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-883cd62c-0f7b-4f8f-9cb1-0b3998a90208 req-4ca69d99-d7f4-4ed1-a1f8-0e3ee4d8bc34 service neutron] 10.222.0.47 "GET /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919390 Sep 03 14:16:45.772671 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:45.798266 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a79c0-d8ef-4a02-aab3-5ad052a3a3db None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:06:46Z', 'revision_number': 4, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '42697829-e9cc-4b1c-96af-78e1ca08e86b', 'name': '', 'network_id': '4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'mac_address': 'fa:16:3e:3d:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:46Z', 'updated_at': '2021-09-03T14:06:53Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'subnets': [{'id': 'cec8da25-e67d-40fd-91ed-de19cfc576c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:16:46.001388 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca14c3-04cc-44d6-8adf-0f7f3e6e7e74 None None] New status for floating IP 357ef71d-3ae4-47ff-8e47-ff8d617569a0: DOWN {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:16:46.647099 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61389e4d-a5a3-46bf-a062-908395e96c94 req-a04e496c-2130-406e-8382-0a5ad8f3638d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:46.648736 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-61389e4d-a5a3-46bf-a062-908395e96c94 req-a04e496c-2130-406e-8382-0a5ad8f3638d tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0547259 Sep 03 14:16:46.655674 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:16:46.689643 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-61389e4d-a5a3-46bf-a062-908395e96c94 req-ecb3ae7f-e4f2-4f59-a7c3-38956974990e tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3434a2-cef3-4d83-90bd-816ff16aca16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Sep 03 14:16:47.054578 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61e39-2251-444a-8694-c366752674eb req-ad0f9bcb-b06e-4d3d-b57c-11e0d5a6c07a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:47.055979 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31e61e39-2251-444a-8694-c366752674eb req-ad0f9bcb-b06e-4d3d-b57c-11e0d5a6c07a tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 945 time: 0.0468955 Sep 03 14:16:47.146976 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:47.147312 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:47.233681 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] For port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:47.234527 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:47.245852 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:47.414547 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:47.440609 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=9ab5a3e6-47f8-444d-8fc1-515ec32ce178,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:47.485806 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] No DVR routers for this DVR port 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:16:47.488339 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:47.490457 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31e61e39-2251-444a-8694-c366752674eb req-fbb015bd-61f9-42c2-895c-182003c4af22 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.47 "DELETE /v2.0/ports/9ab5a3e6-47f8-444d-8fc1-515ec32ce178 HTTP/1.1" status: 204 len: 173 time: 0.4270532 Sep 03 14:16:47.490909 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'name': 'network-vif-deleted', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:47.493135 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad3892-eb77-4f97-86b0-9cc8856a0a89" -d '{"events": [{"server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "name": "network-vif-deleted", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:47.526315 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc41ee5-457e-46b3-b9ad-630a62aa0de1 x-openstack-request-id: req-fdc41ee5-457e-46b3-b9ad-630a62aa0de1 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:47.526600 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fbac08-3315-45aa-8f4d-0be2fada765e", "name": "network-vif-deleted", "tag": "9ab5a3e6-47f8-444d-8fc1-515ec32ce178", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:47.526848 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdc41ee5-457e-46b3-b9ad-630a62aa0de1 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:47.527232 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fbac08-3315-45aa-8f4d-0be2fada765e', 'name': 'network-vif-deleted', 'tag': '9ab5a3e6-47f8-444d-8fc1-515ec32ce178', 'status': 'completed', 'code': 200} Sep 03 14:16:47.782157 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a6550f1a-3530-4de7-8cf5-444a92d03490 req-babd38fc-af40-47c1-8847-7e63c82f404b tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 210 time: 0.0267172 Sep 03 14:16:48.890850 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c39a1b40-4073-425e-986e-3e9b07a99666 req-f28ab1bf-8d6b-465e-bfbc-abb3861d063c tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fbac08-3315-45aa-8f4d-0be2fada765e HTTP/1.1" status: 200 len: 210 time: 0.0284364 Sep 03 14:16:49.944472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36130) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:50.063948 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Deleting port bfd9f388-f704-42a8-afed-595f8e10132b {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:50.064281 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.136900 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.137227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.148975 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Calling delete_port for bfd9f388-f704-42a8-afed-595f8e10132b owned by network:floatingip {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:50.351442 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.373851 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'Port': ['ID=bfd9f388-f704-42a8-afed-595f8e10132b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:50.439195 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.441880 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:50.444462 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d68afc7c-c780-4e23-91f3-ae977635f3c4 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "DELETE /v2.0/floatingips/64418aee-ac2d-4429-be5f-262eeefccc40 HTTP/1.1" status: 204 len: 168 time: 0.4976046 Sep 03 14:16:51.138637 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:16:51.158899 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:16:51.167781 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 9ab5a3e6-47f8-444d-8fc1-515ec32ce178 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:16:51.751156 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36142) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:51.808511 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:51.834051 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:51.957122 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:51.959635 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:51.960798 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e3434a2-cef3-4d83-90bd-816ff16aca16 HTTP/1.1" status: 204 len: 168 time: 0.2086470 Sep 03 14:16:51.970227 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7512a57-9a06-41bc-b17d-0ef4225939f9 tempest-TestVolumeBootPattern-690797809 tempest-TestVolumeBootPattern-690797809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3434a2-cef3-4d83-90bd-816ff16aca16,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:52.792924 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-66857178-4c82-4b5a-bed9-04cbfc3adb66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414462 Sep 03 14:16:52.852827 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65896-6d34-4436-9849-166830b39005 req-70b639b8-a87a-4738-a527-e5d2a4994040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:52.872730 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-70b639b8-a87a-4738-a527-e5d2a4994040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0387523 Sep 03 14:16:52.955034 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65896-6d34-4436-9849-166830b39005 req-4197a861-cfe4-4cdf-8b3a-55124fbc0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:52.956467 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-4197a861-cfe4-4cdf-8b3a-55124fbc0050 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 909 time: 0.0821552 Sep 03 14:16:53.127470 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36148) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:53.268332 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-cd9f3509-f6f6-4658-bd54-f8daf25eab87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 1002 time: 0.3031979 Sep 03 14:16:53.318704 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65896-6d34-4436-9849-166830b39005 req-e94ecc7c-73bb-42f9-95c2-51e22ecaa85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:53.320162 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-e94ecc7c-73bb-42f9-95c2-51e22ecaa85a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0435736 Sep 03 14:16:53.369271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65896-6d34-4436-9849-166830b39005 req-e4b7242e-70b6-436a-9e27-6988350adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:53.370720 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-e4b7242e-70b6-436a-9e27-6988350adc0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408607 Sep 03 14:16:53.462743 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-1e4678c3-b6c2-4d5e-b76d-b7c25437d34b service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 Sep 03 14:16:53.555076 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-ada65896-6d34-4436-9849-166830b39005 req-a9170ce9-07e0-4bff-b761-931669479f52 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Sep 03 14:16:53.631310 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:53.864591 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Deleting port 42697829-e9cc-4b1c-96af-78e1ca08e86b {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:53.864930 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:53.941626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] For port 42697829-e9cc-4b1c-96af-78e1ca08e86b, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=42697829-e9cc-4b1c-96af-78e1ca08e86b,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:53.941899 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:53.957103 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Calling delete_port for 42697829-e9cc-4b1c-96af-78e1ca08e86b owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:54.197370 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:54.227482 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=42697829-e9cc-4b1c-96af-78e1ca08e86b,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:54.249115 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.249862 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.249996 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.250359 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.250689 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.251027 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.251361 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.251697 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.252031 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.252357 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.252686 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.253106 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:54.392183 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:54.836664 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Router fa737668-82fc-4089-a3a1-8d4a8610035a has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:16:54.937792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:16:54.942748 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-98a9527e-6767-45fc-93a5-711cb1c95d62 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa737668-82fc-4089-a3a1-8d4a8610035a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136420 Sep 03 14:16:54.945276 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36154) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:54.947903 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Sync routers for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:16:54.958196 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:54.958805 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:55.044741 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks [] for router, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.067181 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:55.157129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.245149 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:16:54Z', 'revision_number': 5, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port': {'id': 'cf28203d-538a-4998-ae67-623def58dcc6', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:43Z', 'updated_at': '2021-09-03T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:55.269004 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Deleting port cf28203d-538a-4998-ae67-623def58dcc6 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:55.269604 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.270995 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Checking router: fa737668-82fc-4089-a3a1-8d4a8610035a for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:16:55.279224 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Routers {'fa737668-82fc-4089-a3a1-8d4a8610035a'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:55.279828 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['fa737668-82fc-4089-a3a1-8d4a8610035a'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:55.345982 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] For port cf28203d-538a-4998-ae67-623def58dcc6, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=cf28203d-538a-4998-ae67-623def58dcc6,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:55.346381 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.359654 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Calling delete_port for cf28203d-538a-4998-ae67-623def58dcc6 owned by network:router_gateway {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:55.368632 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] Set router fa737668-82fc-4089-a3a1-8d4a8610035a gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:55.423092 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:16:55Z', 'revision_number': 6, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:55.450265 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078f2b-45c2-4c0a-bf99-c9e71fbe3b22 None None] The sync data for ids ['fa737668-82fc-4089-a3a1-8d4a8610035a'] in dv-cinder-788367-6-iscsi is: [{'id': 'fa737668-82fc-4089-a3a1-8d4a8610035a', 'name': 'tempest-TestVolumeBootPattern-1742349363-router', 'tenant_id': '6e7b11e40c354b4e84b35b10cdff0664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:42Z', 'updated_at': '2021-09-03T14:16:55Z', 'revision_number': 6, 'project_id': '6e7b11e40c354b4e84b35b10cdff0664', 'gw_port_host': None}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:16:55.601347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.626134 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf28203d-538a-4998-ae67-623def58dcc6,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:55.686999 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.771623 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.773589 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.915473 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.915999 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa737668-82fc-4089-a3a1-8d4a8610035a {{(pid=94511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:16:55.920185 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:55.921885 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e2f71182-3ca8-411b-84e6-55c6b9d39458 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fa737668-82fc-4089-a3a1-8d4a8610035a HTTP/1.1" status: 204 len: 168 time: 0.9751160 Sep 03 14:16:55.924342 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36158) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:55.966760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Deleting subnet cec8da25-e67d-40fd-91ed-de19cfc576c3 {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:16:55.970308 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.005326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.080018 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.174998 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.203963 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec8da25-e67d-40fd-91ed-de19cfc576c3,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:56.205994 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.210095 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-988b5c86-e4f5-4d0c-b87e-9412bddac9d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cec8da25-e67d-40fd-91ed-de19cfc576c3 HTTP/1.1" status: 204 len: 168 time: 0.2826688 Sep 03 14:16:56.210543 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36164) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:56.221158 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cbb86-6a59-4276-ae68-3f3c7d627212 None None] Network 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:16:56.289976 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.358053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Deleting port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:56.358458 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.433796 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] DHCP port deletion for 4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:16:56.434289 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] For port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:56.434289 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.446984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Calling delete_port for a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:56.476240 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Deleting port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:56.476625 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.548579 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] For port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,segment=NetworkSegment(f0e2d4b6-bb87-4cef-859c-94a9cc98538b),segment_id=f0e2d4b6-bb87-4cef-859c-94a9cc98538b)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:56.549008 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.560520 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Calling delete_port for a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:56.624072 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.632900 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.649324 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:56.654429 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] No DVR routers for this DVR port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:16:56.658522 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Pushing event deleted for resources: {'Port': ['ID=a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:56.662909 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] No DVR routers for this DVR port a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:16:56.669326 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.675712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6413f8-46d9-4662-b684-2c3da784d169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:16:56.732534 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.742835 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:56.752705 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:56.752996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e2d4b6-bb87-4cef-859c-94a9cc98538b') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:56.761527 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.775271 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.785026 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:16:56.785610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:16:56.787485 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:16:56.871178 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea9c9b-2069-4566-bd56-a296825f7542 req-a9cbd088-836f-4830-9454-762d51eabe61 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:56.872661 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-44ea9c9b-2069-4566-bd56-a296825f7542 req-a9cbd088-836f-4830-9454-762d51eabe61 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0548828 Sep 03 14:16:56.911475 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-44ea9c9b-2069-4566-bd56-a296825f7542 req-19342f42-6ec8-42d9-acfc-ca8b0cfe29b8 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321338 Sep 03 14:16:56.946063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.950566 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:56.953048 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b HTTP/1.1" status: 204 len: 168 time: 0.7405038 Sep 03 14:16:56.955965 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36172) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:56.964930 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f4c8c-34c6-41be-95f1-1889fe1fd127 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2b33f3-a20b-4db4-b57f-6c5d5f8d4d7b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:57.138880 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 42697829-e9cc-4b1c-96af-78e1ca08e86b no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:16:57.159059 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 42697829-e9cc-4b1c-96af-78e1ca08e86b {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:16:57.159404 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 42697829-e9cc-4b1c-96af-78e1ca08e86b not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:16:57.159829 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device cf28203d-538a-4998-ae67-623def58dcc6 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:16:57.292341 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:57.297746 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: cf28203d-538a-4998-ae67-623def58dcc6 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:16:57.298240 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device cf28203d-538a-4998-ae67-623def58dcc6 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:16:57.298496 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:16:57.317024 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:16:57.317369 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device a0ea0857-ca2b-4bb6-a8e5-cf77a0a6b767 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:16:57.529126 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Deleting port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:57.529494 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:57.606034 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] For port 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:57.606310 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:57.618489 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Calling delete_port for 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:57.831922 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:57.858585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aea4473-3da1-4f5c-9b5d-e54c2e4620d9,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:58.057310 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387889-7af4-4c6a-9487-eda431da7586 req-d93d7279-ebc7-48c1-9888-e5f9b52b4cfa tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:58.058866 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5d387889-7af4-4c6a-9487-eda431da7586 req-d93d7279-ebc7-48c1-9888-e5f9b52b4cfa tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0723619 Sep 03 14:16:58.066861 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.405086 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5d387889-7af4-4c6a-9487-eda431da7586 req-c4518484-8022-4ebb-9a9d-78523fa5d9fe tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups?id=32fe2c3e-8727-4e62-abe2-13bfdadae7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3399286 Sep 03 14:16:58.538972 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:16:58.552269 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dfba0-a1bf-434b-9383-45064555c890 req-def68b51-ed5a-4c58-819d-351521c22cef tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:16:58.553764 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-134dfba0-a1bf-434b-9383-45064555c890 req-def68b51-ed5a-4c58-819d-351521c22cef tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 946 time: 0.0477219 Sep 03 14:16:58.642481 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:16:58.649903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-77156745-feee-4d7b-a6f2-cc9a87036415 admin admin] 10.222.0.13 "PUT /v2.0/routers/d603e6bd-d31f-4e17-a3a0-0cbffa7b2991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928422 Sep 03 14:16:58.650488 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36176) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:58.651319 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Sync routers for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:16:58.656623 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Deleting port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:58.657731 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.660745 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:58.661389 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:58.750647 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] For port e09708cd-3fc9-4b33-b3a7-07cebe5ab605, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:58.761667 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.761863 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks [] for router, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.783532 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:58.860929 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.928457 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.928847 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1959479'] for floatingip, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:58.929170 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Floating IP 122fa5ee-5e88-4200-9850-8959a966dd18 disassociated. External IP: 172.27.0.58, port: e09708cd-3fc9-4b33-b3a7-07cebe5ab605. Sep 03 14:16:58.929541 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Calling delete_port for e09708cd-3fc9-4b33-b3a7-07cebe5ab605 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:58.973716 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Deleting port 95a0e290-42d1-4966-b421-2d4c9c7de938 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:16:58.974081 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.061051 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] For port 95a0e290-42d1-4966-b421-2d4c9c7de938, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=95a0e290-42d1-4966-b421-2d4c9c7de938,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:59.061802 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.066456 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:16:57Z', 'revision_number': 5, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port': {'id': '95a0e290-42d1-4966-b421-2d4c9c7de938', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:06:51Z', 'updated_at': '2021-09-03T14:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.073212 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Calling delete_port for 95a0e290-42d1-4966-b421-2d4c9c7de938 owned by network:router_gateway {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:16:59.101226 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Checking router: d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:16:59.111206 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.123641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Routers {'d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:59.124311 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.140646 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'Port': ['ID=e09708cd-3fc9-4b33-b3a7-07cebe5ab605,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:59.217699 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] Set router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 gateway port host: None {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:59.266523 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:16:59.272409 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:16:58Z', 'revision_number': 6, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.302624 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab107b32-807f-470b-9998-46b4d88a0b29 None None] The sync data for ids ['d603e6bd-d31f-4e17-a3a0-0cbffa7b2991'] in dv-cinder-788367-6-iscsi is: [{'id': 'd603e6bd-d31f-4e17-a3a0-0cbffa7b2991', 'name': 'tempest-TestVolumeBootPattern-1747842063-router', 'tenant_id': '73de2d1c396b4e2b925a6913fe62891c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:06:50Z', 'updated_at': '2021-09-03T14:16:58Z', 'revision_number': 6, 'project_id': '73de2d1c396b4e2b925a6913fe62891c', 'gw_port_host': None}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:16:59.322876 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.353142 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Pushing event deleted for resources: {'Port': ['ID=95a0e290-42d1-4966-b421-2d4c9c7de938,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:59.374953 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:16:59.384726 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:16:59.394100 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:59.394709 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.417103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] No DVR routers for this DVR port e09708cd-3fc9-4b33-b3a7-07cebe5ab605 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:16:59.418040 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.419515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.421704 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-134dfba0-a1bf-434b-9383-45064555c890 req-c9cb8b1e-a713-4850-b0c7-011e72338535 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.47 "DELETE /v2.0/ports/e09708cd-3fc9-4b33-b3a7-07cebe5ab605 HTTP/1.1" status: 204 len: 173 time: 0.8621900 Sep 03 14:16:59.422144 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-deleted', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:16:59.424408 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb585dd4-361c-453f-a93c-9a5aed481405" -d '{"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-deleted", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:16:59.501621 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e75df91-882c-4503-98df-5f97a8dd429e x-openstack-request-id: req-0e75df91-882c-4503-98df-5f97a8dd429e {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:16:59.502278 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b59640-6b85-4915-a70d-6019b599e009", "name": "network-vif-deleted", "tag": "e09708cd-3fc9-4b33-b3a7-07cebe5ab605", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:16:59.502740 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e75df91-882c-4503-98df-5f97a8dd429e {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:16:59.503846 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b59640-6b85-4915-a70d-6019b599e009', 'name': 'network-vif-deleted', 'tag': 'e09708cd-3fc9-4b33-b3a7-07cebe5ab605', 'status': 'completed', 'code': 200} Sep 03 14:16:59.528560 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:59.540108 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.574114 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-28b374a4-5956-4227-bd97-a11b2ec830da req-3ea1c5c8-e8db-4095-a5e1-bf6a6104845d tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6b59640-6b85-4915-a70d-6019b599e009 HTTP/1.1" status: 200 len: 210 time: 0.0515263 Sep 03 14:16:59.575526 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.717115 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.717748 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 {{(pid=94511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:16:59.723416 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.724787 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9bf897b9-f86b-49aa-8273-09fbb627f16a admin admin] 10.222.0.13 "DELETE /v2.0/routers/d603e6bd-d31f-4e17-a3a0-0cbffa7b2991 HTTP/1.1" status: 204 len: 168 time: 1.0733910 Sep 03 14:16:59.727493 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36182) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:16:59.756843 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.776013 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Deleting subnet f8e8bbcb-b287-4901-bb83-fe849814047b {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:16:59.779354 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.786945 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:16:59.795740 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:59.796863 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:59.813419 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.887996 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:59.900691 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:00.007399 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.035716 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e8bbcb-b287-4901-bb83-fe849814047b,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:00.040542 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.042594 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-308d7f25-d125-4408-bf11-58bbed9e811a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8e8bbcb-b287-4901-bb83-fe849814047b HTTP/1.1" status: 204 len: 168 time: 0.3140631 Sep 03 14:17:00.045077 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36186) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:00.050358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c507c2-ae7f-4d71-b7d5-a78876cafa79 None None] Network 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:17:00.114181 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:00.129006 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.143812 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b520f9e-43f5-4924-8b1c-f7ddd9f8838c None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:08:14Z', 'revision_number': 4, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '27e48f90-6aee-41f6-8cb9-f9116ba83a55', 'name': '', 'network_id': '27daac36-77c5-4dbf-ac2e-d37cd2eac503', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'mac_address': 'fa:16:3e:ca:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:14Z', 'updated_at': '2021-09-03T14:08:19Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'subnets': [{'id': '4c6ff10d-f077-44ea-9be5-940acf89cf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:17:00.194579 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Deleting port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:00.195110 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.268407 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] DHCP port deletion for 92939b9c-5ee3-4cd4-9132-84d31ebdf1bf request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:17:00.287910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] For port 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=83f8c708-fc2b-4ac0-91c2-b56b441d1034,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:00.288863 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.306189 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Calling delete_port for 83f8c708-fc2b-4ac0-91c2-b56b441d1034 owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:00.328247 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Deleting port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:00.328628 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.392457 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] For port 83f8c708-fc2b-4ac0-91c2-b56b441d1034, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=83f8c708-fc2b-4ac0-91c2-b56b441d1034,segment=NetworkSegment(ae981f5b-e4ed-487b-8380-cf887ac91a64),segment_id=ae981f5b-e4ed-487b-8380-cf887ac91a64)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:00.392854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.411321 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Calling delete_port for 83f8c708-fc2b-4ac0-91c2-b56b441d1034 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:00.454768 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.481416 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f8c708-fc2b-4ac0-91c2-b56b441d1034,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:00.485350 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] No DVR routers for this DVR port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:00.499147 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.525232 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] Pushing event deleted for resources: {'Port': ['ID=83f8c708-fc2b-4ac0-91c2-b56b441d1034,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:00.535503 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fbebf-1c3a-4366-b299-6a106cc988eb None None] No DVR routers for this DVR port 83f8c708-fc2b-4ac0-91c2-b56b441d1034 on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:00.570100 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.581195 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92939b9c-5ee3-4cd4-9132-84d31ebdf1bf']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:00.597282 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae981f5b-e4ed-487b-8380-cf887ac91a64') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:00.597662 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae981f5b-e4ed-487b-8380-cf887ac91a64') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:00.607234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.621014 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.628009 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:17:00.628009 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:17:00.629382 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:17:00.649301 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ca034-02ca-437a-8ef7-f65deee1f411 None None] New status for floating IP 122fa5ee-5e88-4200-9850-8959a966dd18: DOWN {{(pid=94512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:17:00.762362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36192) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:00.779296 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.790280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.792093 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92939b9c-5ee3-4cd4-9132-84d31ebdf1bf HTTP/1.1" status: 204 len: 168 time: 0.7459397 Sep 03 14:17:00.808533 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89bb1d-8a83-43bd-85c5-ec8a2cc1bc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=92939b9c-5ee3-4cd4-9132-84d31ebdf1bf,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:00.834481 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.860042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.984363 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.986914 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.988090 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "DELETE /v2.0/security-groups/32fe2c3e-8727-4e62-abe2-13bfdadae7e5 HTTP/1.1" status: 204 len: 168 time: 0.2247341 Sep 03 14:17:00.990914 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36196) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:00.996938 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101c204-2c38-4c58-b11f-e4016e99675b tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe2c3e-8727-4e62-abe2-13bfdadae7e5,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:01.004867 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.api.v2.resource [None req-412a9baf-b7ab-4505-86e8-a05273a2bd03 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] show failed (client error): The resource could not be found. Sep 03 14:17:01.006566 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-412a9baf-b7ab-4505-86e8-a05273a2bd03 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "GET /v2.0/security-groups/32fe2c3e-8727-4e62-abe2-13bfdadae7e5 HTTP/1.1" status: 404 len: 347 time: 0.0138752 Sep 03 14:17:01.008731 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36198) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:01.140205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:01.144585 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Deleting port 3d6e44f5-442f-40c0-818c-31c1de20a364 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:01.145307 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.161121 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:01.165235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8aea4473-3da1-4f5c-9b5d-e54c2e4620d9 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:01.165235 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 95a0e290-42d1-4966-b421-2d4c9c7de938 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:01.172070 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36200) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:01.180918 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 95a0e290-42d1-4966-b421-2d4c9c7de938 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:01.181269 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 95a0e290-42d1-4966-b421-2d4c9c7de938 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:01.181716 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 83f8c708-fc2b-4ac0-91c2-b56b441d1034 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:01.203153 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 83f8c708-fc2b-4ac0-91c2-b56b441d1034 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:01.203499 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 83f8c708-fc2b-4ac0-91c2-b56b441d1034 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:01.257161 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.257508 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.261761 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4627f96c-6c31-4dc3-8727-2c8fbc3b820f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e7b11e40c354b4e84b35b10cdff0664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885651 Sep 03 14:17:01.264494 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36202) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:01.272625 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Calling delete_port for 3d6e44f5-442f-40c0-818c-31c1de20a364 owned by network:floatingip {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:01.314729 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.336740 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.441099 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.443682 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.444835 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d88746-fd56-4e27-9b02-062472666046 HTTP/1.1" status: 204 len: 168 time: 0.1793299 Sep 03 14:17:01.453691 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb004d-fea6-405a-955f-633ab4282089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d88746-fd56-4e27-9b02-062472666046,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:01.470038 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.502040 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Pushing event deleted for resources: {'Port': ['ID=3d6e44f5-442f-40c0-818c-31c1de20a364,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:01.555141 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.557720 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:01.558876 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-db8acb3b-30f2-416f-8fe6-aec48207d718 tempest-AttachVolumeShelveTestJSON-166241837 tempest-AttachVolumeShelveTestJSON-166241837-project] 10.222.0.13 "DELETE /v2.0/floatingips/122fa5ee-5e88-4200-9850-8959a966dd18 HTTP/1.1" status: 204 len: 168 time: 0.5491960 Sep 03 14:17:02.134310 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36212) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:02.174140 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-f43d4189-10de-4e95-b936-ce6ad2a23fe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73de2d1c396b4e2b925a6913fe62891c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386634 Sep 03 14:17:02.176602 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36214) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:02.224634 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:02.245467 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:02.367039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:02.369654 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:02.370818 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b55cfca-41e3-4cc7-bc10-c23e56fd86af HTTP/1.1" status: 204 len: 168 time: 0.1932137 Sep 03 14:17:02.378542 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c44c-ef77-43ea-90b9-56c3c792b8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b55cfca-41e3-4cc7-bc10-c23e56fd86af,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:03.189904 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:03.209818 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: e09708cd-3fc9-4b33-b3a7-07cebe5ab605 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:03.210169 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device e09708cd-3fc9-4b33-b3a7-07cebe5ab605 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:03.465279 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-820c6f85-abbf-4019-a600-b2c33cf8f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:04.297482 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36234) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:04.815904 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:05.045413 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Deleting port 27e48f90-6aee-41f6-8cb9-f9116ba83a55 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:05.045784 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:05.124721 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] For port 27e48f90-6aee-41f6-8cb9-f9116ba83a55, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=27e48f90-6aee-41f6-8cb9-f9116ba83a55,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:05.125082 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:05.137003 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Calling delete_port for 27e48f90-6aee-41f6-8cb9-f9116ba83a55 owned by network:router_interface {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:05.379820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:05.405518 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e48f90-6aee-41f6-8cb9-f9116ba83a55,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:05.565731 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:05.770289 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Router afbaac83-f602-4dbe-8bc1-7ea9c92d159b has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:17:05.873095 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:17:05.879130 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0b0ee768-141f-4751-b14a-1f69f399eea2 admin admin] 10.222.0.13 "PUT /v2.0/routers/afbaac83-f602-4dbe-8bc1-7ea9c92d159b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801253 Sep 03 14:17:05.881154 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36238) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:05.883766 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Sync routers for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:17:05.893225 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:05.893868 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:16:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:05.984454 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.054068 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5df69605-329d-4bfe-bff6-fa8d28853f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.085806 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.086497 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:06.202038 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Deleting port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:06.202372 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.259544 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:17:05Z', 'revision_number': 5, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port': {'id': 'd2b17b0e-7f1d-4b56-96ac-3701c38b7cbe', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:08:12Z', 'updated_at': '2021-09-03T14:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:06.283674 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] For port d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:06.284030 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.286085 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Checking router: afbaac83-f602-4dbe-8bc1-7ea9c92d159b for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:17:06.294294 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Routers {'afbaac83-f602-4dbe-8bc1-7ea9c92d159b'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:06.294906 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:06Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:06.296984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Calling delete_port for d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe owned by network:router_gateway {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:06.377990 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] Set router afbaac83-f602-4dbe-8bc1-7ea9c92d159b gateway port host: None {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:06.428440 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:17:06Z', 'revision_number': 6, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port_host': None}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:06.457609 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72965ec8-cb82-4160-bf6f-c9c7b1cb12de None None] The sync data for ids ['afbaac83-f602-4dbe-8bc1-7ea9c92d159b'] in dv-cinder-788367-6-iscsi is: [{'id': 'afbaac83-f602-4dbe-8bc1-7ea9c92d159b', 'name': 'tempest-AttachVolumeShelveTestJSON-10330686-router', 'tenant_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:08:11Z', 'updated_at': '2021-09-03T14:17:06Z', 'revision_number': 6, 'project_id': 'a53ea15fb2884d8e8ad131cd4343647f', 'gw_port_host': None}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:17:06.527294 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.552752 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:06.557365 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.610349 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.694871 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.696923 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.825505 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.835444 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbaac83-f602-4dbe-8bc1-7ea9c92d159b {{(pid=94510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:17:06.835444 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] Notify callbacks [] for router, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.835444 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-74ec181d-9dd7-415f-95f3-21963bacac77 admin admin] 10.222.0.13 "DELETE /v2.0/routers/afbaac83-f602-4dbe-8bc1-7ea9c92d159b HTTP/1.1" status: 204 len: 168 time: 0.9505959 Sep 03 14:17:06.835444 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36240) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:06.881031 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Deleting subnet 4c6ff10d-f077-44ea-9be5-940acf89cf73 {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:17:06.884417 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:06.918895 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.248347 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 27e48f90-6aee-41f6-8cb9-f9116ba83a55 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:07.249123 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.268960 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 27e48f90-6aee-41f6-8cb9-f9116ba83a55 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:07.269627 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 27e48f90-6aee-41f6-8cb9-f9116ba83a55 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:07.270101 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:07.293221 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:07.293599 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device d2b17b0e-7f1d-4b56-96ac-3701c38b7cbe not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:07.395472 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.421978 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6ff10d-f077-44ea-9be5-940acf89cf73,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:07.423639 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.427296 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.431825 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36244) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:07.433632 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2efc615e-dc2d-47a6-9ec4-c8f0a3f2d812 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c6ff10d-f077-44ea-9be5-940acf89cf73 HTTP/1.1" status: 204 len: 168 time: 0.5960970 Sep 03 14:17:07.435775 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4012cd5-50fb-479e-b947-406782c0b18e None None] Network 27daac36-77c5-4dbf-ac2e-d37cd2eac503 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:17:07.512536 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.567847 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Deleting port 38d605a4-dd79-47ed-a729-421822171d8a {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:07.568187 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.636847 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] For port 38d605a4-dd79-47ed-a729-421822171d8a, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=38d605a4-dd79-47ed-a729-421822171d8a,segment=NetworkSegment(ab6a49d9-309a-40db-8ff5-70e3ba422d72),segment_id=ab6a49d9-309a-40db-8ff5-70e3ba422d72)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:07.637129 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.649160 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Calling delete_port for 38d605a4-dd79-47ed-a729-421822171d8a owned by network:dhcp {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:07.730136 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] DHCP port deletion for 27daac36-77c5-4dbf-ac2e-d37cd2eac503 request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:17:07.776197 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Deleting port 38d605a4-dd79-47ed-a729-421822171d8a {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:07.776570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.778157 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.807460 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=38d605a4-dd79-47ed-a729-421822171d8a,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:07.809276 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] No DVR routers for this DVR port 38d605a4-dd79-47ed-a729-421822171d8a on host dv-cinder-788367-6-iscsi {{(pid=94511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:07.840572 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] For port 38d605a4-dd79-47ed-a729-421822171d8a, host dv-cinder-788367-6-iscsi, got binding levels [] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:07.841076 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.853246 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Calling delete_port for 38d605a4-dd79-47ed-a729-421822171d8a owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:07.856068 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.ipam_backend_mixin [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Port 38d605a4-dd79-47ed-a729-421822171d8a was not found and therefore no delete operation was performed {{(pid=94512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 14:17:07.857438 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.880046 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.882861 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] Pushing event deleted for resources: {'Port': ['ID=38d605a4-dd79-47ed-a729-421822171d8a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:07.886302 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b53c19-bb15-43aa-9385-03c0f76e2a4c None None] No DVR routers for this DVR port 38d605a4-dd79-47ed-a729-421822171d8a on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:07.891936 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27daac36-77c5-4dbf-ac2e-d37cd2eac503']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:07.903882 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6a49d9-309a-40db-8ff5-70e3ba422d72') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:07.904199 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6a49d9-309a-40db-8ff5-70e3ba422d72') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:07.912864 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.926833 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.932596 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:17:07.932987 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:17:07.934657 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:17:08.059781 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.067651 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.067940 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] 10.222.0.13 "DELETE /v2.0/networks/27daac36-77c5-4dbf-ac2e-d37cd2eac503 HTTP/1.1" status: 204 len: 168 time: 0.6350760 Sep 03 14:17:08.078760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8923717-3b78-4f42-a0c5-1cebbc86cc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=27daac36-77c5-4dbf-ac2e-d37cd2eac503,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:08.377442 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36250) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:08.416419 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-745df1d9-3926-46c9-b7bc-0aed3b5ea3d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a53ea15fb2884d8e8ad131cd4343647f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377674 Sep 03 14:17:08.418764 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36252) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:08.465792 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.488532 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.619628 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.622429 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:08.623689 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e1cd9ce-fa3f-4010-9410-099d4c8eb543 HTTP/1.1" status: 204 len: 168 time: 0.2040424 Sep 03 14:17:08.631549 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffe582-8b52-43bb-b953-b7b7dcf44ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1cd9ce-fa3f-4010-9410-099d4c8eb543,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:08.882773 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:09.134807 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38d605a4-dd79-47ed-a729-421822171d8a no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:09.155398 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 38d605a4-dd79-47ed-a729-421822171d8a {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:09.160931 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 38d605a4-dd79-47ed-a729-421822171d8a not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:14.813712 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:23.654283 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:17:33.467864 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3b440d74-b379-4c30-9088-27c19bee8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:36.056579 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a4d74ce8-054e-4812-b3e6-a47ced0f72c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:36.519145 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:37.373205 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:38.899127 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.841883 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:48.897367 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36472) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:48.996552 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36478) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:49.055079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.257153 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.278882 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Deleting port a70c5098-e928-4739-b03d-6984f947e3cc {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:49.279212 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.334743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.383561 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca31353-bca7-447a-8cae-4fc2bb22fe8b,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:49.386514 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.386846 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.391853 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2674fb48af5c4c70ade8f3ee70d1f185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942976 Sep 03 14:17:49.395181 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36482) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:49.403028 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.403380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.403723 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.404061 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.404392 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.404720 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.405049 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.405374 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.405912 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.406045 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.406361 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.406683 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7076-1bd1-4fd1-8086-5818fc7eeb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:49.413127 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Calling delete_port for a70c5098-e928-4739-b03d-6984f947e3cc owned by network:floatingip {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:49.445133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.465928 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.582022 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.584471 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.585685 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca31353-bca7-447a-8cae-4fc2bb22fe8b HTTP/1.1" status: 204 len: 168 time: 0.1894515 Sep 03 14:17:49.593104 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1794c0-65f8-4ceb-b194-90148e07ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca31353-bca7-447a-8cae-4fc2bb22fe8b,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:49.610752 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.637105 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event deleted for resources: {'Port': ['ID=a70c5098-e928-4739-b03d-6984f947e3cc,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:49.700231 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for floatingip, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:49.700577 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.l3_db [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Floating IP 9c95e76e-3bc3-40a9-9d80-1598af40f696 disassociated (deleted). External IP: 172.27.0.165, port: 687a77d9-76c0-4b83-9f2c-4943483b0ec0. Sep 03 14:17:49.899294 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Router 9b624317-3189-4f89-b350-d8fed1f0d65f has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:17:50.024121 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:17:50.033578 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for floatingip, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.033727 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Sync routers for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:17:50.042958 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:50.043576 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:50.058485 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-c6711d84-35bc-48d0-bb90-e3b49066ffbb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "DELETE /v2.0/floatingips/9c95e76e-3bc3-40a9-9d80-1598af40f696 HTTP/1.1" status: 204 len: 168 time: 1.1574843 Sep 03 14:17:50.058485 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:17:50.058810 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:17:50.109768 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43185782-64fb-4c9a-a9d8-4f501d4f0f4a x-openstack-request-id: req-43185782-64fb-4c9a-a9d8-4f501d4f0f4a {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:17:50.110079 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:17:50.110387 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43185782-64fb-4c9a-a9d8-4f501d4f0f4a {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:17:50.110820 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'status': 'completed', 'code': 200} Sep 03 14:17:50.150750 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:50.176691 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36492) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:50.180276 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-864a27a0-0966-4226-aae8-2731e13dd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:50.182017 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-864a27a0-0966-4226-aae8-2731e13dd328 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 1099 time: 0.0472786 Sep 03 14:17:50.191116 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7cf3-f1dd-4682-a3e2-d14806c5fac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.285110 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-22cbb197-61ab-4d14-bb0d-44411705c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:50.285778 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7cf3-f1dd-4682-a3e2-d14806c5fac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.287267 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-22cbb197-61ab-4d14-bb0d-44411705c92b service neutron] 10.222.0.47 "GET /v2.0/networks?id=42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 200 len: 909 time: 0.0986607 Sep 03 14:17:50.336678 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-d0a70160-c866-48c6-9390-4b32b07fa77a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 200 len: 217 time: 0.0421588 Sep 03 14:17:50.347972 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7cf3-f1dd-4682-a3e2-d14806c5fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.350750 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:50.381947 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Checking router: 9b624317-3189-4f89-b350-d8fed1f0d65f for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:17:50.390998 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:50.391494 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d7cf3-f1dd-4682-a3e2-d14806c5fac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fab4e6-9a1c-4e63-88e6-e01b9852a019,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:50.391868 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:50.392002 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-e695d7c0-5228-4a3c-90ad-918356420306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:50.394246 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-e695d7c0-5228-4a3c-90ad-918356420306 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 200 len: 847 time: 0.0497534 Sep 03 14:17:50.412656 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9d0d7cf3-f1dd-4682-a3e2-d14806c5fac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c49f23954b1f412d91ad226e5e1b5ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348254 Sep 03 14:17:50.413333 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36496) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:50.464509 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-17367fb1-e8be-475f-938e-006a93ef5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:50.466374 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-17367fb1-e8be-475f-938e-006a93ef5c10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42bfd5ce-6910-4108-97fe-f06de6024027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622435 Sep 03 14:17:50.506673 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:50.511010 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb22ee7-1bc2-4091-95e8-218cb2379a4b req-ef159143-8e64-4638-befa-b4c5508d19af tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:50.512599 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-feb22ee7-1bc2-4091-95e8-218cb2379a4b req-ef159143-8e64-4638-befa-b4c5508d19af tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0593221 Sep 03 14:17:50.513289 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.536729 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.568264 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-b8f36684-05bb-4412-aac8-cf92a2db390c service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926859 Sep 03 14:17:50.598705 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-feb22ee7-1bc2-4091-95e8-218cb2379a4b req-f4fe2d09-d2a9-48d8-858d-b666104cf6b2 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451379 Sep 03 14:17:50.662937 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-1b748674-8b4d-4a6f-be3d-6bdb5c29fb3f req-fb147f85-e632-43e7-b3ef-5dd6d49347a6 service neutron] 10.222.0.47 "GET /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867457 Sep 03 14:17:50.678966 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.681478 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:50.682637 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53fab4e6-9a1c-4e63-88e6-e01b9852a019 HTTP/1.1" status: 204 len: 168 time: 0.2683966 Sep 03 14:17:50.691146 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d6578-c504-43d5-877e-62b030b7b936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fab4e6-9a1c-4e63-88e6-e01b9852a019,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:50.732950 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:50.760774 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95910f1-a86c-4285-891f-ccb2554ed658 None None] The sync data for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi is: [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:11:59Z', 'revision_number': 4, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi', '_interfaces': [{'id': '8647b5fa-5f77-49cc-b018-04bdb26a64ce', 'name': '', 'network_id': '42bfd5ce-6910-4108-97fe-f06de6024027', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'mac_address': 'fa:16:3e:22:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'd39060de-1963-4198-8594-63038467921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:58Z', 'updated_at': '2021-09-03T14:12:05Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'subnets': [{'id': 'd39060de-1963-4198-8594-63038467921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:17:50.974180 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d97093-4826-48fb-851e-d966bbd7da5f None None] New status for floating IP 9c95e76e-3bc3-40a9-9d80-1598af40f696: DOWN {{(pid=94513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:17:51.745783 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadaf0e-67ff-48c3-b2dc-aa934496b483 req-b8c7895e-3866-4580-9928-ccfe7e0cadb5 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:51.747286 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8eadaf0e-67ff-48c3-b2dc-aa934496b483 req-b8c7895e-3866-4580-9928-ccfe7e0cadb5 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0494022 Sep 03 14:17:51.785802 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8eadaf0e-67ff-48c3-b2dc-aa934496b483 req-1acc060c-8300-43de-a112-8667acdd21e4 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c008d2ca-139d-4700-b997-307f7f894f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325468 Sep 03 14:17:52.109011 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-fbd56d1c-45e4-4803-8701-873dac0c98eb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:52.110761 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-fbd56d1c-45e4-4803-8701-873dac0c98eb tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.47 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 946 time: 0.0490141 Sep 03 14:17:52.200787 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Deleting port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:52.201208 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:52.292424 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] For port 687a77d9-76c0-4b83-9f2c-4943483b0ec0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=687a77d9-76c0-4b83-9f2c-4943483b0ec0,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:52.292793 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:52.304603 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Calling delete_port for 687a77d9-76c0-4b83-9f2c-4943483b0ec0 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:52.519421 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:52.551474 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event deleted for resources: {'Port': ['ID=687a77d9-76c0-4b83-9f2c-4943483b0ec0,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:52.592977 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] No DVR routers for this DVR port 687a77d9-76c0-4b83-9f2c-4943483b0ec0 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:52.595491 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:52.597497 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-07e372b7-a8ea-4550-ab9c-7969a804efde req-74b73c30-be5c-42f5-857f-eeebeb6d2652 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.47 "DELETE /v2.0/ports/687a77d9-76c0-4b83-9f2c-4943483b0ec0 HTTP/1.1" status: 204 len: 173 time: 0.4804358 Sep 03 14:17:52.597963 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-deleted', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:17:52.600157 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ca66d-2ee1-4f4d-a6c0-1265d776fb32" -d '{"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-deleted", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:17:52.650759 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6a080-a5f4-4a27-a3fc-51414308297e x-openstack-request-id: req-faa6a080-a5f4-4a27-a3fc-51414308297e {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:17:52.651058 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353ae948-8c49-479c-93b1-527d31c64317", "name": "network-vif-deleted", "tag": "687a77d9-76c0-4b83-9f2c-4943483b0ec0", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:17:52.651330 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faa6a080-a5f4-4a27-a3fc-51414308297e {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:17:52.651726 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ae948-8c49-479c-93b1-527d31c64317', 'name': 'network-vif-deleted', 'tag': '687a77d9-76c0-4b83-9f2c-4943483b0ec0', 'status': 'completed', 'code': 200} Sep 03 14:17:52.879888 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e18e87d3-51a8-4bef-8a1c-f1e14126147e req-32809644-3382-4679-be63-887395314397 tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 210 time: 0.0297356 Sep 03 14:17:53.984572 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-dbd797be-3f42-463b-bb61-c9b50202ada4 req-5a9371e1-9acb-4f7e-9bc4-2ddebc5c685b tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "GET /v2.0/ports?device_id=353ae948-8c49-479c-93b1-527d31c64317 HTTP/1.1" status: 200 len: 210 time: 0.0252879 Sep 03 14:17:55.039716 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36566) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:55.096547 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:55.121195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:55.239000 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:55.241704 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:55.242854 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] 10.222.0.13 "DELETE /v2.0/security-groups/c008d2ca-139d-4700-b997-307f7f894f6c HTTP/1.1" status: 204 len: 168 time: 0.2021325 Sep 03 14:17:55.251976 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008d2ca-139d-4700-b997-307f7f894f6c,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:55.259611 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.259957 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.260293 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.260625 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.260957 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.261281 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.261644 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.262045 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.262291 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.262616 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.262934 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.263252 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e728633-7bda-47e3-9e99-6d5ffb71040c tempest-TestShelveInstance-677707831 tempest-TestShelveInstance-677707831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:55.344566 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36570) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:55.504948 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:55.524093 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 687a77d9-76c0-4b83-9f2c-4943483b0ec0 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:55.524437 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 687a77d9-76c0-4b83-9f2c-4943483b0ec0 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:55.818381 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:56.058224 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Deleting port 8647b5fa-5f77-49cc-b018-04bdb26a64ce {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:56.058864 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:56.134356 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] For port 8647b5fa-5f77-49cc-b018-04bdb26a64ce, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=8647b5fa-5f77-49cc-b018-04bdb26a64ce,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:56.134718 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:56.147532 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Calling delete_port for 8647b5fa-5f77-49cc-b018-04bdb26a64ce owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:56.381725 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:56.415033 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Pushing event deleted for resources: {'Port': ['ID=8647b5fa-5f77-49cc-b018-04bdb26a64ce,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:56.590426 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:56.806559 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Router 9b624317-3189-4f89-b350-d8fed1f0d65f has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:17:56.912405 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:17:56.918436 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0f1ff8eb-07b6-4ce3-b62b-0a80a9502fff admin admin] 10.222.0.13 "PUT /v2.0/routers/9b624317-3189-4f89-b350-d8fed1f0d65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728359 Sep 03 14:17:56.920946 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36586) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:56.923517 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Sync routers for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:17:56.934121 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:56.934753 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:57.042315 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:57.229049 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:17:56Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:57.255455 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Checking router: 9b624317-3189-4f89-b350-d8fed1f0d65f for host: dv-cinder-788367-6-iscsi {{(pid=94512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:17:57.263683 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Routers {'9b624317-3189-4f89-b350-d8fed1f0d65f'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:17:57.264308 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['9b624317-3189-4f89-b350-d8fed1f0d65f'], 'active': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:57.267043 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.367925 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.369103 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvr_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] Set router 9b624317-3189-4f89-b350-d8fed1f0d65f gateway port host: dv-cinder-788367-6-iscsi {{(pid=94512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:17:57.483461 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Deleting port 69ce141b-3610-453f-9097-f40318630743 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:57.483811 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.549862 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_hamode_db [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:17:56Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:57.570245 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] For port 69ce141b-3610-453f-9097-f40318630743, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=69ce141b-3610-453f-9097-f40318630743,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:57.570688 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.581348 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd28acc-16b2-483d-b555-fbc45bf234ac None None] The sync data for ids ['9b624317-3189-4f89-b350-d8fed1f0d65f'] in dv-cinder-788367-6-iscsi is: [{'id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'name': 'tempest-TestShelveInstance-850946997-router', 'tenant_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '69ce141b-3610-453f-9097-f40318630743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:11:55Z', 'updated_at': '2021-09-03T14:17:56Z', 'revision_number': 5, 'project_id': '19b8c8c7808d43e6a16a6c26a24c19fe', 'gw_port': {'id': '69ce141b-3610-453f-9097-f40318630743', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b624317-3189-4f89-b350-d8fed1f0d65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:11:56Z', 'updated_at': '2021-09-03T14:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:17:57.585757 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Calling delete_port for 69ce141b-3610-453f-9097-f40318630743 owned by network:router_gateway {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:57.807048 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.835461 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ce141b-3610-453f-9097-f40318630743,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:57.894680 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.985225 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:57.987415 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.109785 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.110326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b624317-3189-4f89-b350-d8fed1f0d65f {{(pid=94511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:17:58.114869 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.116076 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-68f2694f-5872-4298-8abf-6d2acef28ac1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9b624317-3189-4f89-b350-d8fed1f0d65f HTTP/1.1" status: 204 len: 168 time: 1.1940045 Sep 03 14:17:58.118432 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36596) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:58.168354 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Deleting subnet d39060de-1963-4198-8594-63038467921f {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:17:58.171605 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.205670 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.283377 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.402076 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.429249 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.434296 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d39060de-1963-4198-8594-63038467921f HTTP/1.1" status: 204 len: 168 time: 0.3118834 Sep 03 14:17:58.434296 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249a4af-f105-4145-b6f7-c7ee9f8861df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39060de-1963-4198-8594-63038467921f,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:58.434530 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36602) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:58.437129 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97064c9a-f0ad-4829-8e8a-1bb0d016fbe9 None None] Network 42bfd5ce-6910-4108-97fe-f06de6024027 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:17:58.501191 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.560137 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Deleting port 6126d099-db05-4d77-9ae7-241531d85f5a {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:58.560573 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.623175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] DHCP port deletion for 42bfd5ce-6910-4108-97fe-f06de6024027 request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:17:58.623420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] For port 6126d099-db05-4d77-9ae7-241531d85f5a, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6126d099-db05-4d77-9ae7-241531d85f5a,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:58.623971 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.636700 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Calling delete_port for 6126d099-db05-4d77-9ae7-241531d85f5a owned by network:dhcp {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:58.677364 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Deleting port 6126d099-db05-4d77-9ae7-241531d85f5a {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:58.677764 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.738136 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] For port 6126d099-db05-4d77-9ae7-241531d85f5a, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6126d099-db05-4d77-9ae7-241531d85f5a,segment=NetworkSegment(76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4),segment_id=76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:58.738540 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.750926 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Calling delete_port for 6126d099-db05-4d77-9ae7-241531d85f5a owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:17:58.795929 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.822810 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Pushing event deleted for resources: {'Port': ['ID=6126d099-db05-4d77-9ae7-241531d85f5a,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:58.824675 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] No DVR routers for this DVR port 6126d099-db05-4d77-9ae7-241531d85f5a on host dv-cinder-788367-6-iscsi {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:58.834631 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.854638 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Pushing event deleted for resources: {'Port': ['ID=6126d099-db05-4d77-9ae7-241531d85f5a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:58.863374 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] No DVR routers for this DVR port 6126d099-db05-4d77-9ae7-241531d85f5a on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:17:58.865641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.866085 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.866431 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.866795 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.867131 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.867462 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.867793 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.868120 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.868446 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.868770 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.869092 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.869415 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556b62f9-838f-4fcb-9d41-d46a606bda14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:58.899551 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.909749 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bfd5ce-6910-4108-97fe-f06de6024027']}} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:58.922922 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4') {'for_net_delete': True} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:58.923234 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.services.segments.db [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bf3d6e-4006-4329-b9b8-9c7cc6cd9ad4') {} {{(pid=94510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:17:58.931750 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3651509'] for segment, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.944730 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.950409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:17:58.950787 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3208475'] for segment, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: Traceback (most recent call last): Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: timer() Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: cb(*args, **kw) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: return func(*args, **kwargs) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: self._notify() Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: self.callback(batched_events) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: event.method(event) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: return f(self, *a, **k) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._get(url).json() Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: return self.request(url, 'GET', **kwargs) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:17:58.952359 dv-cinder-788367-6-iscsi neutron-server[94510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:17:59.084838 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:59.090044 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:59.091847 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] 10.222.0.13 "DELETE /v2.0/networks/42bfd5ce-6910-4108-97fe-f06de6024027 HTTP/1.1" status: 204 len: 168 time: 0.6569784 Sep 03 14:17:59.095025 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36604) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:59.103157 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504037-8a99-48f5-a16f-3033e2acf89c admin admin] Pushing event deleted for resources: {'Network': ['ID=42bfd5ce-6910-4108-97fe-f06de6024027,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:59.166504 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 69ce141b-3610-453f-9097-f40318630743 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:59.185678 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 69ce141b-3610-453f-9097-f40318630743 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:59.186028 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 69ce141b-3610-453f-9097-f40318630743 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:59.186488 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8647b5fa-5f77-49cc-b018-04bdb26a64ce no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:59.205196 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 8647b5fa-5f77-49cc-b018-04bdb26a64ce {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:59.205561 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 8647b5fa-5f77-49cc-b018-04bdb26a64ce not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:59.205967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6126d099-db05-4d77-9ae7-241531d85f5a no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:17:59.225050 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 6126d099-db05-4d77-9ae7-241531d85f5a {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:17:59.225392 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6126d099-db05-4d77-9ae7-241531d85f5a not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:17:59.455408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1806391'] for router_interface, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:59.698578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Deleting port 17fcfbb7-80b8-48b7-a1d2-759c55303941 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:17:59.698920 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:59.778779 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] For port 17fcfbb7-80b8-48b7-a1d2-759c55303941, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=17fcfbb7-80b8-48b7-a1d2-759c55303941,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:17:59.779139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:59.791098 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Calling delete_port for 17fcfbb7-80b8-48b7-a1d2-759c55303941 owned by network:router_interface {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:18:00.081760 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:00.107315 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Pushing event deleted for resources: {'Port': ['ID=17fcfbb7-80b8-48b7-a1d2-759c55303941,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:00.275893 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806499'] for router_interface, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:00.485604 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Router ce1651f1-2e09-4b16-9f82-12459c0ced08 has already been hosted by L3 agent d82d76e0-f008-443d-9ecc-ea351c78cd24 {{(pid=94511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:18:00.588737 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] Notify agent at l3_agent.dv-cinder-788367-6-iscsi the message routers_updated {{(pid=94511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:18:00.595914 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-b8699b15-f613-44b4-bf4d-a2b85f61f67a admin admin] 10.222.0.13 "PUT /v2.0/routers/ce1651f1-2e09-4b16-9f82-12459c0ced08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974432 Sep 03 14:18:00.596020 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36616) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:00.598936 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Sync routers for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:18:00.608157 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:18:00.608837 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:00.678430 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:18:00.696300 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:00.715888 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:18:00.894364 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:17:59Z', 'revision_number': 5, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:00.921505 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Checking router: ce1651f1-2e09-4b16-9f82-12459c0ced08 for host: dv-cinder-788367-6-iscsi {{(pid=94513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:18:00.931231 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Routers {'ce1651f1-2e09-4b16-9f82-12459c0ced08'} bound to L3 agent in host dv-cinder-788367-6-iscsi {{(pid=94513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:18:00.932161 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T13:55:36Z,description=,heartbeat_timestamp=2021-09-03T14:17:36Z,host='dv-cinder-788367-6-iscsi',id=d82d76e0-f008-443d-9ecc-ea351c78cd24,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T13:55:37Z,topic='l3_agent')) {'router_ids': ['ce1651f1-2e09-4b16-9f82-12459c0ced08'], 'active': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:01.036020 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.038240 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvr_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] Set router ce1651f1-2e09-4b16-9f82-12459c0ced08 gateway port host: dv-cinder-788367-6-iscsi {{(pid=94513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:18:01.176699 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Deleting port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:18:01.177681 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.224797 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.l3_hamode_db [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:17:59Z', 'revision_number': 5, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}], 'dv-cinder-788367-6-iscsi', False) {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:01.250899 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9784e03-5e24-41da-841d-53fe7a1d5f0e None None] The sync data for ids ['ce1651f1-2e09-4b16-9f82-12459c0ced08'] in dv-cinder-788367-6-iscsi is: [{'id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'name': 'tempest-TestShelveInstance-654276571-router', 'tenant_id': '75c042b8571642999625869bdd5f90f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'external_fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:12:02Z', 'updated_at': '2021-09-03T14:17:59Z', 'revision_number': 5, 'project_id': '75c042b8571642999625869bdd5f90f5', 'gw_port': {'id': '6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d', 'name': '', 'network_id': '5b65262d-fde8-4fc1-adac-46806639eb0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1651f1-2e09-4b16-9f82-12459c0ced08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:12:03Z', 'updated_at': '2021-09-03T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01af4038-81b8-4bc8-aa4d-8c521069cbbd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-6-iscsi'}] {{(pid=94513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:18:01.257817 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] For port 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,segment=NetworkSegment(69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323),segment_id=69bc51c0-9c3f-4f09-bcb0-d7e8e8f2c323)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:01.258183 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.275351 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Calling delete_port for 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d owned by network:router_gateway {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:18:01.521306 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.548125 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:01.613166 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810125'] for router_gateway, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.705774 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8313'] for router, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.707913 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.830088 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806699'] for router, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.830700 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1651f1-2e09-4b16-9f82-12459c0ced08 {{(pid=94511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:18:01.835657 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.836842 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-9579f55d-9092-4e08-94e2-56f71d333ef9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce1651f1-2e09-4b16-9f82-12459c0ced08 HTTP/1.1" status: 204 len: 168 time: 1.2399945 Sep 03 14:18:01.839465 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36624) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:01.889114 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Deleting subnet 7be61556-be65-432c-8911-52e65d321b5f {{(pid=94511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:18:01.892389 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:01.926138 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203663'] for subnet, precommit_delete_associations {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.000658 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.104255 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59031224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59055104'] for subnet, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.130192 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be61556-be65-432c-8911-52e65d321b5f,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:02.132698 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for subnet, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.135007 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-4d0e3f22-2079-4733-bc0d-05393f2c6221 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7be61556-be65-432c-8911-52e65d321b5f HTTP/1.1" status: 204 len: 168 time: 0.2941108 Sep 03 14:18:02.137019 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36626) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:02.138850 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abff66-2948-4eda-8c58-e22d5c895e65 None None] Network 91884715-3ce7-4b25-a6a3-23f94ff52e3a requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:18:02.202039 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.270845 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Deleting port bd34b198-e1ad-474a-a61c-47a4ac13c750 {{(pid=94511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:18:02.271690 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.333201 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] DHCP port deletion for 91884715-3ce7-4b25-a6a3-23f94ff52e3a request from dv-cinder-788367-6-iscsi {{(pid=94512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:18:02.339975 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.db [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] For port bd34b198-e1ad-474a-a61c-47a4ac13c750, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=bd34b198-e1ad-474a-a61c-47a4ac13c750,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:02.340347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.353151 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.plugin [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Calling delete_port for bd34b198-e1ad-474a-a61c-47a4ac13c750 owned by network:dhcp {{(pid=94511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:18:02.384658 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Deleting port bd34b198-e1ad-474a-a61c-47a4ac13c750 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:18:02.384658 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.445854 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] For port bd34b198-e1ad-474a-a61c-47a4ac13c750, host dv-cinder-788367-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-6-iscsi',level=0,port_id=bd34b198-e1ad-474a-a61c-47a4ac13c750,segment=NetworkSegment(24983ecf-057a-45cc-8154-29ca9d2f2b7d),segment_id=24983ecf-057a-45cc-8154-29ca9d2f2b7d)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:02.446258 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.459284 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Calling delete_port for bd34b198-e1ad-474a-a61c-47a4ac13c750 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:18:02.529772 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59031189'] for port, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.535260 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.555683 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd34b198-e1ad-474a-a61c-47a4ac13c750,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:02.562611 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] No DVR routers for this DVR port bd34b198-e1ad-474a-a61c-47a4ac13c750 on host dv-cinder-788367-6-iscsi {{(pid=94511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:18:02.634526 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.646203 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91884715-3ce7-4b25-a6a3-23f94ff52e3a']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:02.660976 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24983ecf-057a-45cc-8154-29ca9d2f2b7d') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:02.661292 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24983ecf-057a-45cc-8154-29ca9d2f2b7d') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:18:02.671165 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.684801 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.686845 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] Pushing event deleted for resources: {'Port': ['ID=bd34b198-e1ad-474a-a61c-47a4ac13c750,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:02.690366 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576aa82-3f87-455e-82df-e26b6c21078b None None] No DVR routers for this DVR port bd34b198-e1ad-474a-a61c-47a4ac13c750 on host dv-cinder-788367-6-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:18:02.692469 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:18:02.698139 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:18:02.838231 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.842501 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:02.844550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91884715-3ce7-4b25-a6a3-23f94ff52e3a HTTP/1.1" status: 204 len: 168 time: 0.7064550 Sep 03 14:18:02.856478 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ab3a-438b-497c-8028-abd07864d912 admin admin] Pushing event deleted for resources: {'Network': ['ID=91884715-3ce7-4b25-a6a3-23f94ff52e3a,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:03.106434 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36636) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:03.146166 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-fd2b15db-043c-4b87-81aa-cadd44ecacc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19b8c8c7808d43e6a16a6c26a24c19fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385680 Sep 03 14:18:03.148593 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36638) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:03.164414 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device bd34b198-e1ad-474a-a61c-47a4ac13c750 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:18:03.184129 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: bd34b198-e1ad-474a-a61c-47a4ac13c750 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:18:03.184375 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device bd34b198-e1ad-474a-a61c-47a4ac13c750 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:18:03.184784 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 17fcfbb7-80b8-48b7-a1d2-759c55303941 no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:18:03.200195 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:03.202738 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 17fcfbb7-80b8-48b7-a1d2-759c55303941 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:18:03.203085 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 17fcfbb7-80b8-48b7-a1d2-759c55303941 not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:18:03.203504 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d no longer exists at agent ovs-agent-dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:18:03.220650 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:03.221234 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] No Port match for: 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:18:03.221618 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Device 6150d8c2-e5fc-4c4c-9a3e-6068e3a7ab2d not bound to the agent host dv-cinder-788367-6-iscsi {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:18:03.338134 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:03.340717 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:03.341921 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4c56dc1-8103-4e7d-bbb6-ab4bce236335 HTTP/1.1" status: 204 len: 168 time: 0.1924205 Sep 03 14:18:03.350192 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb0b83-7974-4f9b-b0bc-43bb4043d01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c56dc1-8103-4e7d-bbb6-ab4bce236335,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:03.498285 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-402e8578-5eca-43a2-a706-015928fc1aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:03.995284 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36650) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:03.999910 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36652) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:04.039891 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0c12fe44-ea1a-4fb9-88af-cb30e6e27916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c042b8571642999625869bdd5f90f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388460 Sep 03 14:18:04.042456 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36656) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:04.092931 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.113984 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.188459 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9425c41-3a4a-4f04-a7a4-fcb4bdd006a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.224807 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.227431 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.228637 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdede5fc-9669-4eab-8d18-aabba7de37c3 HTTP/1.1" status: 204 len: 168 time: 0.1852477 Sep 03 14:18:04.236958 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58a5c1-a292-4467-ac91-45998db3bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdede5fc-9669-4eab-8d18-aabba7de37c3,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:04.291108 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9425c41-3a4a-4f04-a7a4-fcb4bdd006a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.389777 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-f9425c41-3a4a-4f04-a7a4-fcb4bdd006a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.426884 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-f9425c41-3a4a-4f04-a7a4-fcb4bdd006a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8b89bd5a80041a4b6be9a05377afb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305527 Sep 03 14:18:04.428728 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425c41-3a4a-4f04-a7a4-fcb4bdd006a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9682b9-b428-43e7-9356-549656dbd490,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:04.429686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36660) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:04.481497 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.507634 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.635648 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.638123 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:04.641097 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd9682b9-b428-43e7-9356-549656dbd490 HTTP/1.1" status: 204 len: 168 time: 0.2086031 Sep 03 14:18:04.647745 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf63361-ce8d-480e-b1a0-0f4bf8055f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9682b9-b428-43e7-9356-549656dbd490,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:05.269949 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36666) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:05.283326 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8fc2bc99-6d29-4fa6-af56-c37f99c6adf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.369209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8fc2bc99-6d29-4fa6-af56-c37f99c6adf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.449794 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-8fc2bc99-6d29-4fa6-af56-c37f99c6adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.487002 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2bc99-6d29-4fa6-af56-c37f99c6adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8a9f0-65c9-405e-af7c-15105c656fa4,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:05.491970 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-8fc2bc99-6d29-4fa6-af56-c37f99c6adf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baab268197b8421db06d296d6399faab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209251 Sep 03 14:18:05.494499 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36668) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:05.542550 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.562977 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.683874 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.686380 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:05.687512 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0d8a9f0-65c9-405e-af7c-15105c656fa4 HTTP/1.1" status: 204 len: 168 time: 0.1921196 Sep 03 14:18:05.695248 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576c4e-d3a4-44f8-a7e6-af4b87ea442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8a9f0-65c9-405e-af7c-15105c656fa4,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:06.049967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ddfcc9ce-5bcd-4112-9713-c2995834c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:06.529652 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:07.377974 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:08.926884 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:14.820622 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.954322 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 36804) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:33.056366 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0a05894b-72a5-4060-90ef-893241bf60f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.141540 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0a05894b-72a5-4060-90ef-893241bf60f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.209633 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-0a05894b-72a5-4060-90ef-893241bf60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.249903 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-0a05894b-72a5-4060-90ef-893241bf60f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c407503f2046408bbd8840cd295bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944620 Sep 03 14:18:33.250812 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05894b-72a5-4060-90ef-893241bf60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d0346-75b1-4f2b-9222-852761b54366,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:33.252610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36810) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:33.299807 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.320843 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.437235 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.439803 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:33.440963 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb5d0346-75b1-4f2b-9222-852761b54366 HTTP/1.1" status: 204 len: 168 time: 0.1873789 Sep 03 14:18:33.449249 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154777e-a2fb-435e-85a8-1488cd211277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d0346-75b1-4f2b-9222-852761b54366,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:33.486967 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-363721e3-d751-477e-bd09-532089f10a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.407280 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36832) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:34.498510 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144130750-network', 'tenant_id': '57b5611f5eaa43c9b3f024e7680e532e'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:34.602267 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Made reservation on behalf of 57b5611f5eaa43c9b3f024e7680e532e for: {'network': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:18:34.604480 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for network, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.612443 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.698808 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.779495 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.804202 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:18:34.812722 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dcbdb6-8db6-486d-bdf4-203413329d56,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:34.820897 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.820897 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.db.segments_db [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Added segment 02112da1-91fd-4dd7-ab35-71a58bf03d13 of type vlan for network 1591d312-5c18-4141-851a-31993c33d9e2 Sep 03 14:18:34.859094 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746066313701'] for network, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.966181 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306'] for network, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:34.967143 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:34.967724 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.027144 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] Pushing event updated for resources: {'Network': ['ID=1591d312-5c18-4141-851a-31993c33d9e2,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:35.036559 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Network 1591d312-5c18-4141-851a-31993c33d9e2 details requested by agent ovs-agent-dv-cinder-788367-6-iscsi with host dv-cinder-788367-6-iscsi {{(pid=94512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:18:35.070213 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-7231c7ae-59d0-4e31-9292-36e450a5318d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6618364 Sep 03 14:18:35.073022 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 36836) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:35.077956 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Request body: {'subnet': {'network_id': '1591d312-5c18-4141-851a-31993c33d9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144130750-subnet', 'tenant_id': '57b5611f5eaa43c9b3f024e7680e532e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:35.160173 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Made reservation on behalf of 57b5611f5eaa43c9b3f024e7680e532e for: {'subnet': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:18:35.163042 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3255139'] for subnet, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.383562 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3208580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3255117'] for subnet, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.442390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d2946b-a79c-404d-8e3c-8f81e313efab,revision_number=0']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:35.447392 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Checking segment: {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:18:35.447751 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Network hostable DHCP agents. Network: 1591d312-5c18-4141-851a-31993c33d9e2, hostable agents: ['ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea'], hosted agents: [] {{(pid=94510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:18:35.528104 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Network 1591d312-5c18-4141-851a-31993c33d9e2 is scheduled to be hosted by DHCP agent ef2d47a2-c7d8-4a10-b2a4-b8a2056cebea with binding_index 1 {{(pid=94510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:18:35.579560 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-6-iscsi, 1591d312-5c18-4141-851a-31993c33d9e2) {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:18:35.584059 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:35.584636 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.589340 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e882d17a-1ae3-4469-8d1b-4d5072c7c4d3 None None] Network 1591d312-5c18-4141-851a-31993c33d9e2 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:18:35.649719 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-b2913ddb-9001-4a44-9ea0-c7e3d67bd075 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5755498 Sep 03 14:18:35.713298 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f1a97-622c-4649-aef4-ced0b1ad5d7f None None] Network 1591d312-5c18-4141-851a-31993c33d9e2 requested from dv-cinder-788367-6-iscsi {{(pid=94512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:18:36.076654 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ddea-df4d-4b79-a5d2-f1097391a819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:36.540018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:37.425412 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:37.678697 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:18:37.707133 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-1414d467-376f-449a-8469-b80eb67ea8e9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:37.708605 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-1414d467-376f-449a-8469-b80eb67ea8e9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/networks?id=1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 200 len: 809 time: 0.0988648 Sep 03 14:18:37.723286 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-9bc441fd-793d-4f3b-84a9-c3167caaace1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/quotas/57b5611f5eaa43c9b3f024e7680e532e HTTP/1.1" status: 200 len: 375 time: 0.0087166 Sep 03 14:18:37.753211 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61e5d607-2222-46db-8733-36d8b2ebea71 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250242 Sep 03 14:18:37.889192 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-cfd7b4bf-7220-43c8-bf51-c9f9ba6106f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287575 Sep 03 14:18:37.979321 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-9ae98287-8a46-4935-8575-906e1d42163f service neutron] 10.222.0.13 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839226 Sep 03 14:18:39.002057 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:39.245079 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a51e9a3e-060d-467c-b330-df6f513640f6 req-0b32b964-a4ef-4881-969a-89badded5119 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0263450 Sep 03 14:18:40.323019 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-3cc2480c-883b-4a16-9e1f-bec8cb221afb req-6d634ba8-ef28-498a-aa97-54d953e2d20a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0287313 Sep 03 14:18:41.400428 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-05eb4476-d49b-4938-8e75-5edd3c2e7e28 req-d5470eae-1e24-4d10-b66a-263e7950d31b tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0269983 Sep 03 14:18:42.490950 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-80aa32b8-eda7-4e76-ae4b-66387ed00e70 req-56c9dee8-bee8-4be5-a402-7944c35fdc19 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0262043 Sep 03 14:18:43.581728 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-51aa275e-3d5a-4c19-bfe3-22a22c7002c4 req-79a5af0b-d88c-4099-9ec6-73ee9a4b1d7f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0269837 Sep 03 14:18:44.176362 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-82aec3b8-4292-4d53-9dd6-1c2d982d44aa tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:44.178485 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-82aec3b8-4292-4d53-9dd6-1c2d982d44aa tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "GET /v2.0/networks?id=1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 200 len: 809 time: 0.1053653 Sep 03 14:18:44.190694 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Request body: {'port': {'device_id': '04ee91a6-5644-477c-9de9-71616f8f967a', 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2', 'admin_state_up': True, 'tenant_id': '57b5611f5eaa43c9b3f024e7680e532e'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:44.359853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Made reservation on behalf of 57b5611f5eaa43c9b3f024e7680e532e for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:18:44.363462 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.489819 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Allocated IP 172.20.0.4 (1591d312-5c18-4141-851a-31993c33d9e2/c1d2946b-a79c-404d-8e3c-8f81e313efab/6463264d-1da7-433e-a99e-428462953009) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:18:44.631245 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.720332 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.759134 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Network 1591d312-5c18-4141-851a-31993c33d9e2 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:18:44.760500 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:18:44.762902 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:18:44.802873 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Pushing event updated for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:44.824689 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:44.825300 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.841016 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302014-0fa6-4ea0-9238-8de9a6ab621e req-031654e2-dbf8-43e8-84a3-de2ee4d491e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:44.842525 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7b302014-0fa6-4ea0-9238-8de9a6ab621e req-031654e2-dbf8-43e8-84a3-de2ee4d491e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 931 time: 0.1874239 Sep 03 14:18:44.857149 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.879745 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7b302014-0fa6-4ea0-9238-8de9a6ab621e req-d7bf12f6-2d25-4533-9517-d5b82414cde0 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 03 14:18:44.951695 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-61498a0a-bb11-423c-8c8a-66f57cf39c57 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646351 Sep 03 14:18:44.999334 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Request body: {'port': {'device_id': '04ee91a6-5644-477c-9de9-71616f8f967a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:45.052743 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.301528 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6463264d-1da7-433e-a99e-428462953009 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:18:45.309224 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.321391 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Transition to ACTIVE for port object 6463264d-1da7-433e-a99e-428462953009 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:18:45.422492 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.468341 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Pushing event updated for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:45.541865 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Attempting to bind port 6463264d-1da7-433e-a99e-428462953009 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:18:45.542196 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Attempting to bind port 6463264d-1da7-433e-a99e-428462953009 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:18:45.542519 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Attempting to bind port 6463264d-1da7-433e-a99e-428462953009 on network 1591d312-5c18-4141-851a-31993c33d9e2 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:18:45.546644 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Port 6463264d-1da7-433e-a99e-428462953009 on network 1591d312-5c18-4141-851a-31993c33d9e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:18:45.546959 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Attempting to bind port 6463264d-1da7-433e-a99e-428462953009 on network 1591d312-5c18-4141-851a-31993c33d9e2 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:18:45.551589 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:18:45.551862 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Checking segment: {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:18:45.552233 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Bound using segment: {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:18:45.553134 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Bound port: 6463264d-1da7-433e-a99e-428462953009, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:18:45.553507 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.615850 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:18:45.618820 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6463264d-1da7-433e-a99e-428462953009,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:18:45.688457 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.720979 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:45.721615 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:45.722997 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] 10.222.0.47 "PUT /v2.0/ports/6463264d-1da7-433e-a99e-428462953009 HTTP/1.1" status: 200 len: 1093 time: 0.7279058 Sep 03 14:18:45.723427 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'tag': '6463264d-1da7-433e-a99e-428462953009'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:18:45.726170 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "tag": "6463264d-1da7-433e-a99e-428462953009"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:18:45.748195 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a437f-ddc6-4002-83e0-8921e2c7ff0f service neutron] Pushing event updated for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:45.764351 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8733365-a5d3-44ec-bc9c-51c5717b7ceb x-openstack-request-id: req-b8733365-a5d3-44ec-bc9c-51c5717b7ceb {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:18:45.764638 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "tag": "6463264d-1da7-433e-a99e-428462953009", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:18:45.764888 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8733365-a5d3-44ec-bc9c-51c5717b7ceb {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:18:45.765276 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'tag': '6463264d-1da7-433e-a99e-428462953009', 'status': 'completed', 'code': 200} Sep 03 14:18:45.827270 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-a0c76f4f-4a80-4264-a045-e6dc2d8b4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:45.828649 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-a0c76f4f-4a80-4264-a045-e6dc2d8b4683 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 1096 time: 0.0434430 Sep 03 14:18:45.924213 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-972339c8-31e9-4f21-8b6e-11ae344457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:45.925793 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-972339c8-31e9-4f21-8b6e-11ae344457ea service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0885501 Sep 03 14:18:45.999347 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9f74-6438-42cf-a87c-6819aea1337a req-826598c1-c292-43eb-9d22-65afc4398546 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:46.001078 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8f9e9f74-6438-42cf-a87c-6819aea1337a req-826598c1-c292-43eb-9d22-65afc4398546 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 943 time: 0.0491729 Sep 03 14:18:46.021628 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-7f9413b4-6251-4099-9d77-a3fba50297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:46.023369 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7476d5b3-11bf-4ed6-9dc4-eb01c12ce2a7 req-7f9413b4-6251-4099-9d77-a3fba50297e9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909319 Sep 03 14:18:46.040108 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-8f9e9f74-6438-42cf-a87c-6819aea1337a req-813ce659-4d85-4014-b1a9-d6ae479b8e67 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Sep 03 14:18:46.095229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-82689f97-e8f9-4f43-a19c-acf2cdcf6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:46.096580 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-82689f97-e8f9-4f43-a19c-acf2cdcf6a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 1096 time: 0.0388775 Sep 03 14:18:46.141018 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-356c2aa8-1bb2-4f31-a15c-acfbb6b78490 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6463264d-1da7-433e-a99e-428462953009 HTTP/1.1" status: 200 len: 217 time: 0.0364583 Sep 03 14:18:46.188348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-72aace6a-9691-4963-b812-e5ede2b8e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:46.189726 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-72aace6a-9691-4963-b812-e5ede2b8e165 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1d2946b-a79c-404d-8e3c-8f81e313efab HTTP/1.1" status: 200 len: 849 time: 0.0416257 Sep 03 14:18:46.220416 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-97c97de4-439d-4769-b2e6-1f28c14c8179 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1591d312-5c18-4141-851a-31993c33d9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230598 Sep 03 14:18:46.310472 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-97a2dfe5-7dc9-4c75-9f3e-d5e11a7370da service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829854 Sep 03 14:18:46.397212 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-7a360864-3f48-46ad-b79b-a7ab563cb92f req-5a4e9658-e558-4732-8bab-cea2d9d0415d service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800898 Sep 03 14:18:47.154636 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9077ca-1ae7-48ba-a9d3-6a887080bad7 req-38167893-195b-47c7-a3be-df5465170ed3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:47.156112 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5d9077ca-1ae7-48ba-a9d3-6a887080bad7 req-38167893-195b-47c7-a3be-df5465170ed3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 943 time: 0.0502684 Sep 03 14:18:47.192889 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-5d9077ca-1ae7-48ba-a9d3-6a887080bad7 req-fc25ceee-f483-4458-b243-fa2a064fc82a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Sep 03 14:18:48.313890 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a16b-7c28-4b48-8a28-9497bc14f586 req-94edfe32-1218-4143-9efa-75fd14003ac9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:48.315364 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c533a16b-7c28-4b48-8a28-9497bc14f586 req-94edfe32-1218-4143-9efa-75fd14003ac9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 943 time: 0.0598264 Sep 03 14:18:48.352383 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c533a16b-7c28-4b48-8a28-9497bc14f586 req-f80273b3-b285-4813-b3ac-a65829ab776a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Sep 03 14:18:49.464919 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c00957-4ca0-4f9d-af63-5e16f0a59973 req-ce763ae8-aebb-456e-b056-2b004ace43fc tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:49.466550 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c2c00957-4ca0-4f9d-af63-5e16f0a59973 req-ce763ae8-aebb-456e-b056-2b004ace43fc tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 943 time: 0.0494967 Sep 03 14:18:49.507559 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c2c00957-4ca0-4f9d-af63-5e16f0a59973 req-9138e14a-16cd-46f4-91fe-21e4e965e36a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Sep 03 14:18:49.748403 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 6463264d-1da7-433e-a99e-428462953009 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:18:49.841143 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6463264d-1da7-433e-a99e-428462953009,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:49.852421 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '6463264d-1da7-433e-a99e-428462953009', 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2', 'port_id': '6463264d-1da7-433e-a99e-428462953009', 'mac_address': 'fa:16:3e:09:c5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d2946b-a79c-404d-8e3c-8f81e313efab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:18:49.887057 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:49.899750 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6463264d-1da7-433e-a99e-428462953009 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:18:49.918570 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6463264d-1da7-433e-a99e-428462953009,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:49.967568 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:50.011516 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:50.363838 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['6463264d-1da7-433e-a99e-428462953009'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:18:50.622058 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac787a-1f5c-4114-897f-d1d88d28aa11 req-096b64cb-ab1d-4e15-bc85-55c4af75c160 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:50.623435 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4cac787a-1f5c-4114-897f-d1d88d28aa11 req-096b64cb-ab1d-4e15-bc85-55c4af75c160 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 944 time: 0.0478921 Sep 03 14:18:50.660769 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4cac787a-1f5c-4114-897f-d1d88d28aa11 req-2c1e9290-308e-42ad-8a4e-37d284b77419 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Sep 03 14:18:51.773404 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 6463264d-1da7-433e-a99e-428462953009 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:18:51.775190 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52259773-c262-45d3-8eda-ef4dec1ba544 req-1d11e33e-3e26-42af-872c-3ba1cae39629 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:51.776654 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-52259773-c262-45d3-8eda-ef4dec1ba544 req-1d11e33e-3e26-42af-872c-3ba1cae39629 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 944 time: 0.0511374 Sep 03 14:18:51.814890 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-52259773-c262-45d3-8eda-ef4dec1ba544 req-e17a5805-26f7-45f9-9150-e3b32fb84993 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Sep 03 14:18:51.915999 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 6463264d-1da7-433e-a99e-428462953009 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:18:51.919857 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 6463264d-1da7-433e-a99e-428462953009 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:18:51.920249 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:51.998641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:52.019823 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6463264d-1da7-433e-a99e-428462953009'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:18:52.022588 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02507305-b854-4a93-8359-ba97fd255686" -d '{"events": [{"server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "name": "network-vif-plugged", "status": "completed", "tag": "6463264d-1da7-433e-a99e-428462953009"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:18:52.034970 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6463264d-1da7-433e-a99e-428462953009,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:52.059653 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20308ce-a991-4ba5-8baf-727c579d2d44 x-openstack-request-id: req-d20308ce-a991-4ba5-8baf-727c579d2d44 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:18:52.059942 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "name": "network-vif-plugged", "status": "completed", "tag": "6463264d-1da7-433e-a99e-428462953009", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:18:52.060191 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d20308ce-a991-4ba5-8baf-727c579d2d44 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:18:52.060570 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6463264d-1da7-433e-a99e-428462953009', 'code': 200} Sep 03 14:18:52.108465 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:52.156248 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:52.350741 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c6583-5108-4e0d-8518-cb5db41fcc87 req-19787403-0ef1-465b-98bd-e217e96cfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:52.352236 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b54c6583-5108-4e0d-8518-cb5db41fcc87 req-19787403-0ef1-465b-98bd-e217e96cfa0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 1098 time: 0.0401635 Sep 03 14:18:52.389394 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-b54c6583-5108-4e0d-8518-cb5db41fcc87 req-44924c01-804b-4a5c-a097-882d44b7e392 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292048 Sep 03 14:18:52.929973 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd52851-8475-4547-93f5-8e285ddb393d req-6ef61300-b5c8-407f-a842-5e717f30096f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:52.931449 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-edd52851-8475-4547-93f5-8e285ddb393d req-6ef61300-b5c8-407f-a842-5e717f30096f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 945 time: 0.0484619 Sep 03 14:18:52.968380 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-edd52851-8475-4547-93f5-8e285ddb393d req-28ee223c-d56d-49eb-9ab6-3a9cf2526b63 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Sep 03 14:18:54.082617 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e627720-4bd6-487c-b7ef-9c34de8dbf94 req-7f69284c-70de-4502-b8d6-6e6325988ede tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:54.084792 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7e627720-4bd6-487c-b7ef-9c34de8dbf94 req-7f69284c-70de-4502-b8d6-6e6325988ede tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 945 time: 0.0497181 Sep 03 14:18:54.124392 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7e627720-4bd6-487c-b7ef-9c34de8dbf94 req-80d0f805-a2e0-4f9b-9f38-bab18f59f5ed tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Sep 03 14:18:54.367039 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-190029a8-32f4-4be2-8680-e187f3ecf315 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2902112 Sep 03 14:18:54.445762 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-44773e30-ad71-4008-84ab-9560c39274d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:54.447218 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-44773e30-ad71-4008-84ab-9560c39274d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 1098 time: 0.0394852 Sep 03 14:18:54.551778 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-b4620953-9e25-482c-a783-8fc75d1b356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:54.553882 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-b4620953-9e25-482c-a783-8fc75d1b356a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 200 len: 910 time: 0.0863764 Sep 03 14:18:54.595300 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-02f10284-dc08-46cd-908d-3913cb36302f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6463264d-1da7-433e-a99e-428462953009 HTTP/1.1" status: 200 len: 217 time: 0.0340042 Sep 03 14:18:54.645238 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-cd6faa99-74e4-4e84-bd97-9e020ddc43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:54.646801 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-cd6faa99-74e4-4e84-bd97-9e020ddc43cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1d2946b-a79c-404d-8e3c-8f81e313efab HTTP/1.1" status: 200 len: 849 time: 0.0441637 Sep 03 14:18:54.679015 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-264f8021-54d2-401e-bdea-bba9445cc25b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1591d312-5c18-4141-851a-31993c33d9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250027 Sep 03 14:18:54.769346 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-c9663f12-ad9e-4dbd-9b3d-323c66c7988e service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828824 Sep 03 14:18:54.864228 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-31cf6a39-d8a7-4c8d-a708-0817abf2e003 req-96d34eca-7ef8-4f87-b5e6-345647c50c06 service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836990 Sep 03 14:18:55.346842 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb8725-2259-4900-8351-f3a0c13c7932 req-90ace87f-e707-4873-8f62-4da14fc99823 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:55.348292 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fffb8725-2259-4900-8351-f3a0c13c7932 req-90ace87f-e707-4873-8f62-4da14fc99823 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 945 time: 0.0521951 Sep 03 14:18:55.384626 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-fffb8725-2259-4900-8351-f3a0c13c7932 req-839d4ceb-5db8-4387-ab5c-90c323d172e5 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302904 Sep 03 14:18:56.548211 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8059b0-1b2d-4d32-ab52-fdc800052d59 req-d805f15a-1cbe-45ea-a598-ded053988391 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:56.549711 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1a8059b0-1b2d-4d32-ab52-fdc800052d59 req-d805f15a-1cbe-45ea-a598-ded053988391 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 945 time: 0.0982111 Sep 03 14:18:56.587228 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1a8059b0-1b2d-4d32-ab52-fdc800052d59 req-7b04470b-aa37-425e-bac6-52dbf4f14223 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Sep 03 14:18:56.846481 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-64f05b11-f229-4d4b-b659-937b36f40ff8 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:56.847801 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-64f05b11-f229-4d4b-b659-937b36f40ff8 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 945 time: 0.0479257 Sep 03 14:18:56.946903 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Deleting port 6463264d-1da7-433e-a99e-428462953009 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:18:56.947239 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:57.042043 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] For port 6463264d-1da7-433e-a99e-428462953009, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6463264d-1da7-433e-a99e-428462953009,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:57.042397 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:57.054116 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Calling delete_port for 6463264d-1da7-433e-a99e-428462953009 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:18:57.241701 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:57.252406 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['6463264d-1da7-433e-a99e-428462953009'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:18:57.269517 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Pushing event deleted for resources: {'Port': ['ID=6463264d-1da7-433e-a99e-428462953009,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:57.293866 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.294209 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.294546 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.294878 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.295203 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.295527 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.295857 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.296178 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.296519 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.296813 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.297132 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.297448 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:57.319229 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] No DVR routers for this DVR port 6463264d-1da7-433e-a99e-428462953009 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:18:57.321629 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:57.323595 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-5f09eeaa-b354-4a9e-b707-a70d9fa2f5c0 req-02ecff9a-c64d-4ae2-a791-cc747334c590 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "DELETE /v2.0/ports/6463264d-1da7-433e-a99e-428462953009 HTTP/1.1" status: 204 len: 173 time: 0.4685202 Sep 03 14:18:57.324019 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'name': 'network-vif-deleted', 'tag': '6463264d-1da7-433e-a99e-428462953009'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:18:57.326284 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace16e98-6569-4222-be16-fc68b320d092" -d '{"events": [{"server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "name": "network-vif-deleted", "tag": "6463264d-1da7-433e-a99e-428462953009"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:18:57.360254 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7142f2-b66d-416a-98ac-fb6ae81cd1a5 x-openstack-request-id: req-0c7142f2-b66d-416a-98ac-fb6ae81cd1a5 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:18:57.360610 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee91a6-5644-477c-9de9-71616f8f967a", "name": "network-vif-deleted", "tag": "6463264d-1da7-433e-a99e-428462953009", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:18:57.360889 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c7142f2-b66d-416a-98ac-fb6ae81cd1a5 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:18:57.361335 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ee91a6-5644-477c-9de9-71616f8f967a', 'name': 'network-vif-deleted', 'tag': '6463264d-1da7-433e-a99e-428462953009', 'status': 'completed', 'code': 200} Sep 03 14:18:57.699328 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-f955098a-a82e-446b-999d-9a772a53a86c req-3681c3ec-b34f-44b4-88e4-50bb2c66af1e tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ee91a6-5644-477c-9de9-71616f8f967a HTTP/1.1" status: 200 len: 210 time: 0.0277672 Sep 03 14:18:58.959945 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-aac7c890-dd92-410e-b937-fd3d89516ec3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:58.961399 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-aac7c890-dd92-410e-b937-fd3d89516ec3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/networks?id=1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 200 len: 809 time: 0.1021538 Sep 03 14:18:58.975760 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-53353ef5-afb1-4c4c-b162-2c18ca505a5f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/quotas/57b5611f5eaa43c9b3f024e7680e532e HTTP/1.1" status: 200 len: 375 time: 0.0086977 Sep 03 14:18:59.006305 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-5cfb49a9-f83c-4c20-a1b0-54a562672a96 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256109 Sep 03 14:18:59.057912 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-4f366c8c-2225-4689-b171-d51b594c62d9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:18:59.058925 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-4f366c8c-2225-4689-b171-d51b594c62d9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462620 Sep 03 14:18:59.151046 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-802999f2-e412-4b5f-9e07-a07374234339 service neutron] 10.222.0.13 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 Sep 03 14:18:59.235839 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-703a16b1-ee00-4fc4-b713-d8572c8cd654 service neutron] 10.222.0.13 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787988 Sep 03 14:18:59.480925 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-765a67b8-bf0f-49a2-ae77-cb33dfd3409b req-f892f2bf-865d-41f1-a6f8-8e84f95d51dd tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 210 time: 0.0305471 Sep 03 14:18:59.851048 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 6463264d-1da7-433e-a99e-428462953009 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:18:59.870149 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 6463264d-1da7-433e-a99e-428462953009 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:18:59.870492 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 6463264d-1da7-433e-a99e-428462953009 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:19:00.571990 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-00d6f8a4-a283-4fde-821d-8a918d5d1499 req-fb68668d-0d5d-4065-82f6-cf081d32e140 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 210 time: 0.0264866 Sep 03 14:19:01.239402 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-62b3ca1c-cebe-43c9-97da-c048b5ac8f85 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:01.240848 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-62b3ca1c-cebe-43c9-97da-c048b5ac8f85 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "GET /v2.0/networks?id=1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 200 len: 809 time: 0.1054897 Sep 03 14:19:01.254221 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Request body: {'port': {'device_id': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2', 'admin_state_up': True, 'tenant_id': '57b5611f5eaa43c9b3f024e7680e532e'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:19:01.430319 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Made reservation on behalf of 57b5611f5eaa43c9b3f024e7680e532e for: {'port': 1} {{(pid=94510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:19:01.433852 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:01.555819 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_common [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Allocated IP 172.20.0.10 (1591d312-5c18-4141-851a-31993c33d9e2/c1d2946b-a79c-404d-8e3c-8f81e313efab/16242c73-9427-4d89-965e-481107a580f4) {{(pid=94510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:19:01.669213 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-4039463d-d818-474b-a897-3ec453cf64ca req-0ad8f3f7-aa17-4426-9a64-53f46f364c0f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 210 time: 0.0286763 Sep 03 14:19:01.700716 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks [] for port, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:01.802104 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746066359435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:01.841002 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Network 1591d312-5c18-4141-851a-31993c33d9e2 is already hosted by enough agents. {{(pid=94510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:19:01.844063 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.scheduler.base_scheduler [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Resources bound (agent type, host, resource id): {{(pid=94510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:19:01.846407 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Received port after_create {{(pid=94510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:19:01.884306 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Pushing event updated for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:01.907009 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:01.907650 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:01.996343 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-0be312da-27c1-4c5c-a36f-3be576942fe4 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458105 Sep 03 14:19:02.009969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.v2.base [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Request body: {'port': {'device_id': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:19:02.061867 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.314686 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16242c73-9427-4d89-965e-481107a580f4 {{(pid=94510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:19:02.321853 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.333180 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.provisioning_blocks [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Transition to ACTIVE for port object 16242c73-9427-4d89-965e-481107a580f4 will not be triggered until provisioned by entity L2. {{(pid=94510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:19:02.393648 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.444420 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=2']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:02.504911 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Attempting to bind port 16242c73-9427-4d89-965e-481107a580f4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:19:02.505248 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Attempting to bind port 16242c73-9427-4d89-965e-481107a580f4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:19:02.505607 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Attempting to bind port 16242c73-9427-4d89-965e-481107a580f4 on network 1591d312-5c18-4141-851a-31993c33d9e2 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:19:02.509694 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Port 16242c73-9427-4d89-965e-481107a580f4 on network 1591d312-5c18-4141-851a-31993c33d9e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:19:02.510014 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Attempting to bind port 16242c73-9427-4d89-965e-481107a580f4 on network 1591d312-5c18-4141-851a-31993c33d9e2 {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:19:02.514630 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Checking agent: {'id': '62971ada-1b4c-4ce8-8524-b2b06b1bf225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'started_at': datetime.datetime(2021, 9, 3, 14, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:19:02.514960 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Checking segment: {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:19:02.515335 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Bound using segment: {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'} {{(pid=94510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:19:02.515756 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.managers [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Bound port: 16242c73-9427-4d89-965e-481107a580f4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02112da1-91fd-4dd7-ab35-71a58bf03d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2'}}] {{(pid=94510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:19:02.516103 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.579372 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, cleared binding levels {{(pid=94510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:19:02.582255 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16242c73-9427-4d89-965e-481107a580f4,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:19:02.652918 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208575'] for port, after_update {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.684775 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:02.685390 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:02.686807 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/16242c73-9427-4d89-965e-481107a580f4 HTTP/1.1" status: 200 len: 1094 time: 0.6809313 Sep 03 14:19:02.687242 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'tag': '16242c73-9427-4d89-965e-481107a580f4'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:19:02.689500 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "tag": "16242c73-9427-4d89-965e-481107a580f4"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:19:02.725790 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febed375-aef5-43dd-87b2-5a9e6a10e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=3']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:02.730869 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167c0f1-9ffb-4640-8052-917319935f86 x-openstack-request-id: req-f167c0f1-9ffb-4640-8052-917319935f86 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:19:02.731198 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "tag": "16242c73-9427-4d89-965e-481107a580f4", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:19:02.731515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f167c0f1-9ffb-4640-8052-917319935f86 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:19:02.732083 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'tag': '16242c73-9427-4d89-965e-481107a580f4', 'status': 'completed', 'code': 200} Sep 03 14:19:02.787720 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f190622-cb4d-4db2-aebd-4f0c3cdb4da4 req-a922de01-3d4e-476b-a329-9ab330fcd370 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:02.789221 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f190622-cb4d-4db2-aebd-4f0c3cdb4da4 req-a922de01-3d4e-476b-a329-9ab330fcd370 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 944 time: 0.0513818 Sep 03 14:19:02.791931 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-831edf58-68e8-4fd2-9228-c58f9ac57589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:02.793497 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-831edf58-68e8-4fd2-9228-c58f9ac57589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 1097 time: 0.0420105 Sep 03 14:19:02.827285 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-7f190622-cb4d-4db2-aebd-4f0c3cdb4da4 req-89ce6a97-c182-42e1-902f-20b6a422e682 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Sep 03 14:19:02.894125 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-76c30d2e-69ac-4330-9df0-1e6ca16a4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:02.896243 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-76c30d2e-69ac-4330-9df0-1e6ca16a4d4d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0932813 Sep 03 14:19:02.984184 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-1e95bd44-707a-4ea7-b15d-c8f3978b867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:02.985949 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-a2331f3d-1036-4d65-b8ec-ad18e6df4cf9 req-1e95bd44-707a-4ea7-b15d-c8f3978b867a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836728 Sep 03 14:19:03.063095 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-058485f0-6b57-4a6f-aed2-0623a3732f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:03.064544 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-058485f0-6b57-4a6f-aed2-0623a3732f24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 1097 time: 0.0428822 Sep 03 14:19:03.105049 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-9cdf1b3b-7a5b-4ac4-9cf2-55165b4ed110 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16242c73-9427-4d89-965e-481107a580f4 HTTP/1.1" status: 200 len: 217 time: 0.0323658 Sep 03 14:19:03.153729 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-92d50dca-553f-48f9-8822-87b652bc19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:03.155130 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-92d50dca-553f-48f9-8822-87b652bc19c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1d2946b-a79c-404d-8e3c-8f81e313efab HTTP/1.1" status: 200 len: 849 time: 0.0421352 Sep 03 14:19:03.188524 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-d69fcea7-495b-42e0-b772-d5d100ac2ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1591d312-5c18-4141-851a-31993c33d9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268493 Sep 03 14:19:03.274422 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-ec45efba-5079-4bb5-b9ab-6a7875ba5d26 service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791469 Sep 03 14:19:03.363766 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-c1c78c75-d904-4bbf-9a24-b3e7ec818a78 req-d230344b-f744-4312-b188-e2b8b6032de8 service neutron] 10.222.0.47 "GET /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812509 Sep 03 14:19:03.473991 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-13b0abfa-9c3c-49f9-a1dd-02dac5690f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:03.941871 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d8c94-b709-4390-b90b-ec915eb81cbd req-99735ce9-9701-4f7b-b162-928fc77f75c9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:03.943357 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a57d8c94-b709-4390-b90b-ec915eb81cbd req-99735ce9-9701-4f7b-b162-928fc77f75c9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 944 time: 0.0484557 Sep 03 14:19:03.983244 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a57d8c94-b709-4390-b90b-ec915eb81cbd req-7f55ad31-d3d3-4604-a46f-51468bf1689e tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340805 Sep 03 14:19:05.094873 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4d2c-6114-49f1-8223-3654e163a785 req-f402a00f-7771-40c0-919a-36dcd2a1732a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:05.096334 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b62b4d2c-6114-49f1-8223-3654e163a785 req-f402a00f-7771-40c0-919a-36dcd2a1732a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 944 time: 0.0483708 Sep 03 14:19:05.133631 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b62b4d2c-6114-49f1-8223-3654e163a785 req-0fa156c4-1b51-4ba1-80c2-1e83ba2998e0 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Sep 03 14:19:05.882468 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 16242c73-9427-4d89-965e-481107a580f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:19:05.976123 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16242c73-9427-4d89-965e-481107a580f4,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:19:05.996000 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Returning: {'device': '16242c73-9427-4d89-965e-481107a580f4', 'network_id': '1591d312-5c18-4141-851a-31993c33d9e2', 'port_id': '16242c73-9427-4d89-965e-481107a580f4', 'mac_address': 'fa:16:3e:73:92:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d2946b-a79c-404d-8e3c-8f81e313efab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:19:06.037467 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:06.049954 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16242c73-9427-4d89-965e-481107a580f4 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:19:06.067749 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-aff7c31d-91ca-4597-a106-17b759c95b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:06.070143 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16242c73-9427-4d89-965e-481107a580f4,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:19:06.142228 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:06.190175 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=4']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:06.197928 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.198287 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.198637 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.199035 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.199384 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.199723 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.200057 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.200391 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.200725 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.201057 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.201386 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.204376 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:06.245956 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f645-0b8b-45c6-b08c-d006820ebd97 req-7502d711-a9f2-432f-8e6b-66e7439220db tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:06.247426 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a411f645-0b8b-45c6-b08c-d006820ebd97 req-7502d711-a9f2-432f-8e6b-66e7439220db tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 945 time: 0.0482275 Sep 03 14:19:06.284290 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-a411f645-0b8b-45c6-b08c-d006820ebd97 req-e7c665cb-94a5-4f96-a37d-5239f888bed9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Sep 03 14:19:06.456093 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['16242c73-9427-4d89-965e-481107a580f4'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:19:06.522015 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:07.396838 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08667f-bc89-4016-a28d-6048fbb76986 req-d3b26b0d-3a04-4f5e-8f1a-8e9d1c976aa9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:07.398506 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ff08667f-bc89-4016-a28d-6048fbb76986 req-d3b26b0d-3a04-4f5e-8f1a-8e9d1c976aa9 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 03 14:19:07.406850 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:07.438416 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-ff08667f-bc89-4016-a28d-6048fbb76986 req-3775a8a2-7202-48b4-ab33-1848889368d1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341079 Sep 03 14:19:07.690301 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [req-783c9a3b-d25d-4438-a9e1-516b8c50a857 req-21c27080-d1a3-4be8-b9c9-c1cc92508fb9 service neutron] (94510) timed out ('10.222.0.47', 51150) {{(pid=94510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 14:19:07.894396 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 16242c73-9427-4d89-965e-481107a580f4 up at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:19:08.010640 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning for port 16242c73-9427-4d89-965e-481107a580f4 completed by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:19:08.014308 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Provisioning complete for port 16242c73-9427-4d89-965e-481107a580f4 triggered by entity L2. {{(pid=94512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:19:08.014680 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716619'] for port, provisioning_complete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:08.090509 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-766723'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:08.112112 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242c73-9427-4d89-965e-481107a580f4'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:19:08.114982 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6755b1af3ab035196f89a0cc55b9dd91737784e7b91e87d928b7dc19e753249e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65a254-b5bb-4839-8541-28ef501eed44" -d '{"events": [{"server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "name": "network-vif-plugged", "status": "completed", "tag": "16242c73-9427-4d89-965e-481107a580f4"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:19:08.126985 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16242c73-9427-4d89-965e-481107a580f4,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:19:08.153872 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064cdbc-3213-4fd2-b0fe-ecec23caafe1 x-openstack-request-id: req-1064cdbc-3213-4fd2-b0fe-ecec23caafe1 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:19:08.153872 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "name": "network-vif-plugged", "status": "completed", "tag": "16242c73-9427-4d89-965e-481107a580f4", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:19:08.153872 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1064cdbc-3213-4fd2-b0fe-ecec23caafe1 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:19:08.153872 dv-cinder-788367-6-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242c73-9427-4d89-965e-481107a580f4', 'code': 200} Sep 03 14:19:08.201594 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746066877642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746066359453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746066359471'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:08.248252 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Pushing event updated for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=5']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:08.447058 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54e62e-fcfe-4255-af00-1d4b2c4b372e req-ba3b7fbe-3f22-4655-9407-70ae391bd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:08.448577 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-db54e62e-fcfe-4255-af00-1d4b2c4b372e req-ba3b7fbe-3f22-4655-9407-70ae391bd0aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 1099 time: 0.0405071 Sep 03 14:19:08.483743 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-db54e62e-fcfe-4255-af00-1d4b2c4b372e req-8fa4b970-d8df-41f4-adc1-0c9e3a90a356 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282571 Sep 03 14:19:08.551946 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451976c5-d5c2-4e0b-8d82-8266b3c44234 req-9ed4b89c-a6ad-4f9b-8b23-ea9691c700af tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:08.553396 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-451976c5-d5c2-4e0b-8d82-8266b3c44234 req-9ed4b89c-a6ad-4f9b-8b23-ea9691c700af tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0480099 Sep 03 14:19:08.590272 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-451976c5-d5c2-4e0b-8d82-8266b3c44234 req-3e7e4231-7a39-497a-a927-c83c1b6d979d tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Sep 03 14:19:08.938398 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:09.705339 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4037b-aa1a-42dd-9682-c17f7b5f3e29 req-bbd59cc4-23c4-4aed-8479-7f536a73f880 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:09.706836 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ad4037b-aa1a-42dd-9682-c17f7b5f3e29 req-bbd59cc4-23c4-4aed-8479-7f536a73f880 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0495722 Sep 03 14:19:09.745387 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-1ad4037b-aa1a-42dd-9682-c17f7b5f3e29 req-3f735866-eed5-439e-a129-4ff39128eced tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Sep 03 14:19:10.854723 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7481-9a04-4aa7-ba3d-1c22fae9593e req-6ab1f8b4-a3af-4e14-8756-4686b738c98a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:10.856188 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8ae7481-9a04-4aa7-ba3d-1c22fae9593e req-6ab1f8b4-a3af-4e14-8756-4686b738c98a tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0469275 Sep 03 14:19:10.896309 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-e8ae7481-9a04-4aa7-ba3d-1c22fae9593e req-23bec61b-a7a8-494c-be53-a08b6c4fe59f tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Sep 03 14:19:12.066642 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168c5fd-aa47-41bc-82cd-397bf22e0396 req-419d9fcc-9742-4f22-999f-e853e319fe67 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:12.068589 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0168c5fd-aa47-41bc-82cd-397bf22e0396 req-419d9fcc-9742-4f22-999f-e853e319fe67 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0491920 Sep 03 14:19:12.105151 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-0168c5fd-aa47-41bc-82cd-397bf22e0396 req-b4e4cfa1-3023-4481-aee2-bebf8701b087 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Sep 03 14:19:13.219233 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016189-699a-4026-ba78-d082a7e0ac31 req-a3a5feaa-6157-40ca-bf40-fda91cc9a9be tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:13.220702 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1016189-699a-4026-ba78-d082a7e0ac31 req-a3a5feaa-6157-40ca-bf40-fda91cc9a9be tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0477939 Sep 03 14:19:13.257366 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-b1016189-699a-4026-ba78-d082a7e0ac31 req-914c5edd-415c-4ea6-b2ed-b75413bbaecf tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/security-groups?id=72dcbdb6-8db6-486d-bdf4-203413329d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300241 Sep 03 14:19:13.455346 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-9d5c0291-34cb-4ba6-804c-02b6885a77b3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:19:13.456764 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-9d5c0291-34cb-4ba6-804c-02b6885a77b3 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 946 time: 0.0467660 Sep 03 14:19:13.544025 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Deleting port 16242c73-9427-4d89-965e-481107a580f4 {{(pid=94510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:19:13.544366 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746066870254'] for port, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:13.629697 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.db [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] For port 16242c73-9427-4d89-965e-481107a580f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16242c73-9427-4d89-965e-481107a580f4,segment=NetworkSegment(02112da1-91fd-4dd7-ab35-71a58bf03d13),segment_id=02112da1-91fd-4dd7-ab35-71a58bf03d13)] {{(pid=94510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:19:13.630075 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812798'] for port, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:13.642218 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.plugins.ml2.plugin [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Calling delete_port for 16242c73-9427-4d89-965e-481107a580f4 owned by compute:nova {{(pid=94510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:19:13.852515 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746066877624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746066359444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208552'] for port, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:13.864768 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] get_ports_and_sgs() called for port_ids ['16242c73-9427-4d89-965e-481107a580f4'] {{(pid=94512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:19:13.878962 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Pushing event deleted for resources: {'Port': ['ID=16242c73-9427-4d89-965e-481107a580f4,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:13.923888 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] No DVR routers for this DVR port 16242c73-9427-4d89-965e-481107a580f4 on host hv-cinder-78836 {{(pid=94510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:19:13.926969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20257'] for port, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:13.929027 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [req-0e4f5fe3-787e-445b-9816-a92bdf2e8044 req-77e02c2d-6fd3-4403-8a72-7d196b0214e1 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.47 "DELETE /v2.0/ports/16242c73-9427-4d89-965e-481107a580f4 HTTP/1.1" status: 204 len: 173 time: 0.4665914 Sep 03 14:19:13.929663 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'name': 'network-vif-deleted', 'tag': '16242c73-9427-4d89-965e-481107a580f4'}] {{(pid=94510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:19:13.932667 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ad444149cdfdaa2f99e437a090ab07c5125f697963330a33cf8dd63c659062c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2626776-d6b0-4043-bcaa-43dbc86ce767" -d '{"events": [{"server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "name": "network-vif-deleted", "tag": "16242c73-9427-4d89-965e-481107a580f4"}]}' {{(pid=94510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:19:13.968053 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735fc51-dc80-4642-91d7-c450c7ba2435 x-openstack-request-id: req-7735fc51-dc80-4642-91d7-c450c7ba2435 {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:19:13.968348 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc111b9-0834-4a86-aa35-07bd3c13aebc", "name": "network-vif-deleted", "tag": "16242c73-9427-4d89-965e-481107a580f4", "status": "completed", "code": 200}]} {{(pid=94510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:19:13.968598 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7735fc51-dc80-4642-91d7-c450c7ba2435 {{(pid=94510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:19:13.968986 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc111b9-0834-4a86-aa35-07bd3c13aebc', 'name': 'network-vif-deleted', 'tag': '16242c73-9427-4d89-965e-481107a580f4', 'status': 'completed', 'code': 200} Sep 03 14:19:14.360106 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [req-891537a1-1a0d-42ca-a758-605bd7fad83f req-9c338965-2ae9-425e-8a6f-1dd9f67bc228 tempest-VolumesActionsTest-46651539 tempest-VolumesActionsTest-46651539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc111b9-0834-4a86-aa35-07bd3c13aebc HTTP/1.1" status: 200 len: 210 time: 0.0258694 Sep 03 14:19:14.677672 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:19:14.858169 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:15.929212 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 16242c73-9427-4d89-965e-481107a580f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:19:15.950924 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] No Port match for: 16242c73-9427-4d89-965e-481107a580f4 {{(pid=94512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:19:15.951265 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.rpc [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Device 16242c73-9427-4d89-965e-481107a580f4 not bound to the agent host hv-cinder-78836 {{(pid=94512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:19:18.466001 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [req-83769047-df45-4093-a2b9-608d4ac9d956 req-1e935693-5394-47aa-9e33-11d59303b740 service neutron] (94511) timed out ('10.222.0.47', 51160) {{(pid=94511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 14:19:33.468804 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f976cb16-995d-4eaa-b691-143ff1cb971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:36.055835 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-050d1e34-fca6-4454-9a90-de83d234095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:36.518735 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:37.388436 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:38.919501 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.369235 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 37274) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:41.412089 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.db.db_base_plugin_v2 [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Deleting subnet c1d2946b-a79c-404d-8e3c-8f81e313efab {{(pid=94510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:19:41.415571 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.448291 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3651500'] for subnet, precommit_delete_associations {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.485218 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719589'] for subnet, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.599771 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3255110'] for subnet, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.630883 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.634544 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1d2946b-a79c-404d-8e3c-8f81e313efab HTTP/1.1" status: 204 len: 168 time: 0.2630818 Sep 03 14:19:41.634544 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010344-a917-49fd-a331-6036795727e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d2946b-a79c-404d-8e3c-8f81e313efab,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:41.636015 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 37276) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:41.704917 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686062'] for network, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.783886 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713328', 'neutron.services.segments.db._delete_segments_for_network-8746066789973'] for network, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.793282 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591d312-5c18-4141-851a-31993c33d9e2']}} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:19:41.802631 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02112da1-91fd-4dd7-ab35-71a58bf03d13') {'for_net_delete': True} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:19:41.802949 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.services.segments.db [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02112da1-91fd-4dd7-ab35-71a58bf03d13') {} {{(pid=94511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:19:41.811348 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746066789214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203670'] for segment, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.824787 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020'] for segment, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.830380 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:19:41.830764 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59031270'] for segment, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: Traceback (most recent call last): Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: timer() Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: cb(*args, **kw) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: return func(*args, **kwargs) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: self._notify() Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: self.callback(batched_events) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: event.method(event) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: return f(self, *a, **k) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._get(url).json() Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: return self.request(url, 'GET', **kwargs) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:19:41.832333 dv-cinder-788367-6-iscsi neutron-server[94511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:19:41.936841 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1947921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1959461'] for network, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.942181 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604288'] for network, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:41.944502 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1591d312-5c18-4141-851a-31993c33d9e2 HTTP/1.1" status: 204 len: 168 time: 0.3074961 Sep 03 14:19:41.954828 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Pushing event deleted for resources: {'Network': ['ID=1591d312-5c18-4141-851a-31993c33d9e2,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:41.962578 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.962936 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.963287 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.963626 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.963964 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.964326 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.964654 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.964985 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.965319 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.965673 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.966010 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:41.966421 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd755e-6a4d-4a9f-b1b8-d9a1ce68fe47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:42.262588 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 37280) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:42.301342 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-0c7fa3a2-279b-4ec5-b063-2a4190ef2de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57b5611f5eaa43c9b3f024e7680e532e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374904 Sep 03 14:19:42.304215 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 37282) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:42.350803 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:42.371395 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:42.514180 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:42.516647 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:42.517834 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72dcbdb6-8db6-486d-bdf4-203413329d56 HTTP/1.1" status: 204 len: 168 time: 0.2127254 Sep 03 14:19:42.526099 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddf0f8-2153-4a68-894f-d362dc07559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dcbdb6-8db6-486d-bdf4-203413329d56,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:44.891385 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.676313 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:20:03.472811 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-755ec1fa-b9b8-4ab5-a7b5-72cb8df2743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:06.055021 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-993b73ee-929b-4d42-8380-8ff10e2f0a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:06.523870 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:07.415521 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:08.946747 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:14.930256 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:28.674725 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:20:31.470187 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 37500) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:20:31.571514 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.657525 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.699683 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.738681 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32270edc322c497f9307067e1bc4a342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674367 Sep 03 14:20:31.740654 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53dc83-28a5-438b-91bb-f71407175a34,revision_number=1']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:20:31.741342 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 37504) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:20:31.747935 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.748289 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.748633 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.748969 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.749299 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.749665 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.749994 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.750321 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.750653 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.750976 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.751297 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.751616 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62e1e-2595-494e-9d12-9153a9637518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:31.795611 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.815942 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.911164 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.913695 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:31.914905 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd53dc83-28a5-438b-91bb-f71407175a34 HTTP/1.1" status: 204 len: 168 time: 0.1725464 Sep 03 14:20:31.922191 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0ee1-8b9b-46cb-80be-adba5d603750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53dc83-28a5-438b-91bb-f71407175a34,revision_number=None']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:20:33.477898 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8dea68f-d559-4b0c-b6cb-d5aa8c15944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:36.065585 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00310592-dc58-48f0-b8e6-87abb49208f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:36.528453 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:37.391045 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:38.939546 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:44.882818 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:03.476218 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2f91e189-6998-4544-839a-4f997bd8c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:05.675373 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:21:06.047528 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-33338059-9411-4356-becf-59b330a6ecc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:06.555515 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:07.402358 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:08.933071 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:14.892693 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:19.703050 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.wsgi [-] (94511) accepted ('10.222.0.13', 37772) {{(pid=94511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:21:19.805090 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:19.890200 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:19.990029 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron_lib.callbacks.manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_create {{(pid=94511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:20.028537 dv-cinder-788367-6-iscsi neutron-server[94511]: INFO neutron.wsgi [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca9076c85c1b47b1aa65419866a747a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243706 Sep 03 14:21:20.029407 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa80022-8711-4d7e-8b62-5cb57135bb8d,revision_number=1']} {{(pid=94511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:21:20.031117 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.wsgi [-] (94510) accepted ('10.222.0.13', 37776) {{(pid=94510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:21:20.036656 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.037014 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.037362 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.037723 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.038062 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.038400 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.038729 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.039060 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.039408 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.039721 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.040047 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.040371 dv-cinder-788367-6-iscsi neutron-server[94511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3df49-8b19-4e2b-9822-448cfced23b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-6-iscsi {{(pid=94511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:21:20.081539 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:20.105130 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:20.212376 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942178'] for security_group, after_delete {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:20.214881 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron_lib.callbacks.manager [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:20.216066 dv-cinder-788367-6-iscsi neutron-server[94510]: INFO neutron.wsgi [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aa80022-8711-4d7e-8b62-5cb57135bb8d HTTP/1.1" status: 204 len: 168 time: 0.1839654 Sep 03 14:21:20.223409 dv-cinder-788367-6-iscsi neutron-server[94510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8f18-bbdc-4b72-98ec-aa13b164c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa80022-8711-4d7e-8b62-5cb57135bb8d,revision_number=None']} {{(pid=94510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:21:33.503918 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-575c7039-0f74-4b4a-b06d-0fa891857d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:36.062469 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-49b4317d-2576-4cc9-b0f4-3025f70abbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:36.526566 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:37.401060 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:38.932394 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:42.673646 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:21:44.926180 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:03.463134 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2cba4ae-428d-4ef8-8405-45bcfb10b88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:06.084092 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6db6ff48-6b7a-4452-8cf5-acab94f81a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:06.547379 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:07.426699 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:08.919639 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:14.912018 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:19.673103 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:22:33.459641 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-806ca663-d71f-489b-9e6f-09a42d01405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:36.071320 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-63823ab9-62db-4ddd-bdb3-a458cd3cacd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:36.570179 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:37.436798 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:38.918984 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:44.956511 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:56.672167 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:23:03.469914 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-55fc65a9-d2e1-4d04-986e-e6ab55a23e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:06.077885 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bca1a3f4-9602-43d8-b013-2cdac49da173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:06.523665 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:07.418735 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:08.943861 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:14.992013 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:33.588530 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-24bd057e-0c53-41a0-ba13-f09fc64fd947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:33.671719 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:23:36.090694 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b9fa29c2-e060-4cd7-bc49-0cf6fc1baf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:36.519291 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:37.399269 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:38.959426 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:44.939841 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.459083 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-99b2bd84-1f5a-49ce-8af5-2602d64dff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.067038 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b1c5fbdd-cb76-4519-9f92-f001750dfd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.569185 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.441798 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.952565 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:10.671172 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:24:14.934643 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:33.457990 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64540d37-fe77-480b-8f56-7602b5b32557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.093507 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-84ef602b-2e3c-4789-9c84-5fc2174569dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.549868 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.430787 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.938168 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.973488 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.669968 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:25:03.481273 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c0268786-f6f5-4d56-bdc8-de7b6fd48662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:06.080635 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1d70a310-54b9-4844-8768-38beb10dcd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:06.583493 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:07.418489 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:08.977876 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:14.977588 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:24.671582 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:25:33.490808 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0da19b22-e606-4b6f-8797-c67f8e28c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.102262 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c441c6fa-bf25-4bcf-a982-a61835d454d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.541764 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:37.427591 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:38.999044 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.994091 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:01.669974 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:26:03.460762 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-155938f6-7b23-420b-898c-77e129332cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:06.037655 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e2edc44-6f0f-4a42-a13d-8659b6a4e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:06.558212 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:07.461146 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:08.952127 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:15.003465 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:33.591110 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3a181fc4-df15-42be-bf47-9ab97bae4cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:36.065868 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8f5c940d-3bce-4fd9-946b-c9ed09b6950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:36.585675 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e97fcc92-82a7-49b2-ab01-33bdfa78595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:37.448747 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a892-f7be-4dbd-92b3-aa9efa1c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:38.668167 dv-cinder-788367-6-iscsi neutron-server[94513]: DEBUG neutron.db.agents_db [None req-c5165128-f49b-4938-ba78-c9607db102b5 None None] Agent healthcheck: found 6 active agents {{(pid=94513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:26:39.037315 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7d3056a8-d301-4f63-abeb-3307c8ee5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:44.974420 dv-cinder-788367-6-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637e001a-b22a-4b87-af74-e25e78d0f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746066789955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716602'] for agent, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}